-- Logs begin at Tue 2022-03-15 16:06:42 UTC, end at Tue 2022-03-15 17:38:18 UTC. -- Mar 15 17:10:54.002412 dv-cinder-833871-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 15 17:10:56.923339 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.common.config [-] Logging enabled! Mar 15 17:10:56.923993 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 15 17:10:56.924178 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103641) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 15 17:10:56.927453 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.common.config [-] Logging enabled! Mar 15 17:10:56.927766 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 15 17:10:56.928086 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103641) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 15 17:10:56.929031 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 17:10:56.929268 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 17:10:56.929650 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 17:10:56.929900 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 17:10:56.930131 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 17:10:56.930920 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.931344 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 15 17:10:56.931685 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.931999 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.932298 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.932597 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.932894 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.933180 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.933472 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.933771 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.934062 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.934342 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.934630 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.934926 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.935212 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.935501 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.935955 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.936320 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] debug = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.936609 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.937047 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.937458 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.937743 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.938037 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.938329 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.938604 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.938885 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.939172 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.939505 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] host = dv-cinder-833871-1-iscsi {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.939821 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.940115 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.940405 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.940695 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.940978 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.941262 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.941547 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.941825 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.942104 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.942384 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.942675 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.942965 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.943271 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.943501 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.943756 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.944051 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.944340 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.944619 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.944896 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.945173 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.945448 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.945725 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.945998 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.946286 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.946572 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.946857 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.947134 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.947410 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.947716 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.947997 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.948291 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.948567 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.948841 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.949117 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.949406 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.949678 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.949953 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.950254 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.950539 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.950823 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.951109 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.951413 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.951973 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.952252 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.952528 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.952803 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] use_json = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.953079 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.953351 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.953636 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.953911 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.954225 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.954507 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.954783 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.955071 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.955347 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:10:56.955656 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.955966 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.956271 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.956571 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.956864 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.957147 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.957439 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.957720 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.958009 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.958304 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.958595 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.958877 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.959179 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.959472 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.959799 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.960109 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.960408 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.960704 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.960984 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.961263 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.961541 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.961819 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.962111 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.962397 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.962696 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.962991 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.963276 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.963576 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.963902 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.964204 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.964503 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.964786 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.965074 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.965370 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.965656 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.965934 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.966218 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.966512 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.966796 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.967615 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.967927 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.968212 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.968489 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.968772 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.969053 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.969346 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.969628 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.969903 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.970177 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.970457 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.970727 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.971015 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.971296 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.971575 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.971880 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.972164 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.972440 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.972716 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.972998 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.973274 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.973555 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.973835 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.974110 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.974386 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.974661 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.974935 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.975210 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.975484 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.975792 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.976068 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.976341 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.976616 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.976888 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.977164 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.977452 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.977753 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.978034 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.978315 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.978594 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.978878 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.979158 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.979439 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.979741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.980023 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.980298 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.980589 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.980872 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.981163 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.981464 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.981745 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.982038 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.982316 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.982647 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.983454 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.983767 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.984054 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.984340 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.984627 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.984922 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.985214 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.985510 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.985804 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.986097 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.986380 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.986690 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.986973 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:10:56.987193 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 17:10:56.987434 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103641) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 15 17:10:57.359110 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 15 17:10:57.359392 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 15 17:10:57.359730 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 15 17:10:57.360217 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 15 17:10:57.689258 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.689483 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.689758 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.690944 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.691222 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.691608 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.747107 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.747388 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.747678 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.761756 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.762039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.762313 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.790829 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.791115 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.791389 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.933309 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.933951 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:57.933951 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.167342 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.167626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.167924 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.168195 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.168893 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.268554 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.268817 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.269101 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.269375 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.269642 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.269954 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.270223 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.270482 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.270739 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.271020 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.271280 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.271546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.271832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.272089 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.272347 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.272616 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.272875 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.273146 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.273416 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.273681 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.273955 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.274213 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.274497 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.274879 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.275133 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.275383 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.275813 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:58.276060 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:58.276303 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:58.276543 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:58.276783 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:58.277020 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:58.277386 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 15 17:10:58.281100 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 15 17:10:58.285177 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 15 17:10:58.288928 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 15 17:10:58.290585 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 15 17:10:58.291061 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 15 17:10:58.291400 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 15 17:10:58.291807 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 15 17:10:58.294636 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 15 17:10:58.294888 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 15 17:10:58.295267 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 15 17:10:58.300174 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 15 17:10:58.323915 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 15 17:10:58.324369 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.324670 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103641) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 15 17:10:58.325047 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.326976 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103641) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 15 17:10:58.327258 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 15 17:10:58.327507 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 15 17:10:58.330816 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.331100 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:58.393931 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 15 17:10:58.394178 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 15 17:10:58.394418 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 15 17:10:58.394783 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 15 17:10:58.414686 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_db.sqlalchemy.engines [None req-db267f9e-b42e-48c6-8931-380643682765 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103641) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 15 17:10:59.238085 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing driver for type 'gre' Mar 15 17:10:59.238755 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db267f9e-b42e-48c6-8931-380643682765 None None] gre ID ranges: [(1, 1000)] Mar 15 17:10:59.414827 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing driver for type 'local' Mar 15 17:10:59.415090 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing driver for type 'vlan' Mar 15 17:10:59.512086 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db267f9e-b42e-48c6-8931-380643682765 None None] VlanTypeDriver initialization complete Mar 15 17:10:59.512427 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing driver for type 'vxlan' Mar 15 17:10:59.512926 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db267f9e-b42e-48c6-8931-380643682765 None None] vxlan ID ranges: [(1, 1000)] Mar 15 17:10:59.695221 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing extension driver 'port_security' Mar 15 17:10:59.695503 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.extensions.port_security [None req-db267f9e-b42e-48c6-8931-380643682765 None None] PortSecurityExtensionDriver initialization complete Mar 15 17:10:59.695899 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing mechanism driver 'openvswitch' Mar 15 17:10:59.696239 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing mechanism driver 'hyperv' Mar 15 17:10:59.703566 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.plugin [None req-db267f9e-b42e-48c6-8931-380643682765 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:59.709651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.709651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.709651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.709651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:10:59.709651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:10:59.710075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710480 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710480 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:10:59.710480 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > security_group after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710480 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > security_group after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710480 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710876 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:10:59.710876 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.710876 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.711213 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.711617 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:10:59.712066 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > address_group after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.712418 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > address_group after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.712762 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.713159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:10:59.713606 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db267f9e-b42e-48c6-8931-380643682765 None None] ML2 OVO RPC backend initialized. {{(pid=103641) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 15 17:10:59.714314 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.714672 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.715091 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.715445 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > networks before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.715832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.716177 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > ports before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.716577 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.717576 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnets before_response 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.717932 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.718279 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.718621 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.718963 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.719305 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.719663 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.720003 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.720342 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.720679 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.728093 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded quota_driver: . Mar 15 17:10:59.728466 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.plugin [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Modular L2 Plugin initialization complete Mar 15 17:10:59.728819 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading services supported by the core plugin {{(pid=103641) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 15 17:10:59.729169 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.plugins.ml2.managers [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Got port-security extension from driver 'port_security' Mar 15 17:10:59.729650 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.extensions.vlantransparent [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Disabled vlantransparent extension. Mar 15 17:10:59.730151 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103641) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 15 17:10:59.730480 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: router Mar 15 17:10:59.782741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.783138 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_create 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.783518 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router before_create 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.783966 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.784346 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.784709 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_delete 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.785073 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.785431 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.785794 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_create 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.786145 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_update 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.786505 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_update 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.786858 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.787220 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_update 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.787657 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_update 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.788028 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.788372 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.788714 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: subnet after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.789082 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.789435 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.789787 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_create 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.790135 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.790482 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.790840 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router after_update 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.791315 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.791709 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_create 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.792083 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.792440 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_update 55549900 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.792810 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > agent after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.793167 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > agent after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.793518 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > network after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.794380 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Tracking information for resource: router configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:59.794715 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Tracking information for resource: floatingip configured {{(pid=103641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:10:59.799716 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.db.l3_agentschedulers_db [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 15 17:10:59.800296 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.800660 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port after_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.801017 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port after_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.801372 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: port after_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.802158 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router before_create 55550100 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.802526 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.802893 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_create 55550100 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.803254 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > router precommit_update 55550100 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.808125 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.provider_configuration [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service providers = [] {{(pid=103641) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 15 17:10:59.808494 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.db.servicetype_db [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103641) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 15 17:10:59.811482 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.service_base [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:10:59.811862 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.service_base [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:10:59.812207 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.service_base [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:10:59.813098 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.services.service_base [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:10:59.813473 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.services.service_base [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 15 17:10:59.813845 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.814165 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 15 17:10:59.824904 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.825248 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: auto_allocate Mar 15 17:10:59.831868 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: network precommit_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.832242 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: network precommit_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.832758 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.833082 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: tag Mar 15 17:10:59.839901 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.840238 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: timestamp Mar 15 17:10:59.844730 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.845064 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: network_ip_availability Mar 15 17:10:59.850558 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.850936 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.851303 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:10:59.852048 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.852379 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: flavors Mar 15 17:10:59.857320 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.857685 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading Plugin: revisions Mar 15 17:10:59.862010 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:10:59.862411 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_concurrency.lockutils [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.503s {{(pid=103641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 15 17:10:59.863150 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103641) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 15 17:10:59.863490 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Initializing extension manager. Mar 15 17:10:59.864041 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: __init__.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.864387 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: __pycache__ {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.864725 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: address_group.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.865476 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.866044 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: address-group Mar 15 17:10:59.866371 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: address_scope.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.867087 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.867607 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: address-scope Mar 15 17:10:59.867964 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.868888 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.869403 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: router-admin-state-down-before-update Mar 15 17:10:59.869726 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: agent.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.870422 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.870932 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: agent Mar 15 17:10:59.871254 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: agent_resources_synced.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.872202 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.872716 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: agent-resources-synced Mar 15 17:10:59.873548 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: allowedaddresspairs.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.875349 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.875923 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: allowed-address-pairs Mar 15 17:10:59.876261 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: auto_allocated_topology.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.877342 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.877872 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: auto-allocated-topology Mar 15 17:10:59.878203 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: availability_zone.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.878897 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.879406 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: availability_zone Mar 15 17:10:59.879767 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: availability_zone_filter.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.880681 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.881195 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: availability_zone_filter Mar 15 17:10:59.881523 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: data_plane_status.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.882426 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.882935 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension data-plane-status not supported by any of loaded plugins Mar 15 17:10:59.883262 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: default_subnetpools.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.884195 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.884711 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: default-subnetpools Mar 15 17:10:59.885037 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.885838 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.886357 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: dhcp_agent_scheduler Mar 15 17:10:59.886681 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: dns.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.887603 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.888152 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension dns-integration not supported by any of loaded plugins Mar 15 17:10:59.888479 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: dns_domain_ports.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.889968 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.890485 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 15 17:10:59.890809 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.891760 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.892276 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 15 17:10:59.892601 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: dvr.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.893267 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.893780 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: dvr Mar 15 17:10:59.894102 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: ecmp_routes.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.895018 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.895530 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 15 17:10:59.895886 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: empty_string_filtering.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.896803 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.897316 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: empty-string-filtering Mar 15 17:10:59.897644 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.898548 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.899058 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 15 17:10:59.899379 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.900314 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.900823 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 15 17:10:59.901144 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: external_net.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.902057 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.902565 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: external-net Mar 15 17:10:59.902884 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.903827 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.904370 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: extra_dhcp_opt Mar 15 17:10:59.904693 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: extraroute.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.905595 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.906103 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: extraroute Mar 15 17:10:59.906427 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: extraroute_atomic.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.907458 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.908013 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: extraroute-atomic Mar 15 17:10:59.908340 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: filter_validation.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.909002 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.909537 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: filter-validation Mar 15 17:10:59.909860 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: fip_pf_description.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.910779 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.911287 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 15 17:10:59.911609 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: fip_port_details.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.912862 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.913380 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: fip-port-details Mar 15 17:10:59.913707 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: flavors.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.914952 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.915478 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: flavors Mar 15 17:10:59.915831 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.917492 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.918022 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 15 17:10:59.918351 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: floatingip_pools.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.919044 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.919562 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: floatingip-pools Mar 15 17:10:59.919943 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: ip_allocation.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.920871 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.921383 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension ip_allocation not supported by any of loaded plugins Mar 15 17:10:59.921708 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.922639 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.923162 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: ip-substring-filtering Mar 15 17:10:59.923489 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l2_adjacency.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.924455 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.924962 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 15 17:10:59.925287 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.926242 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.926768 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: router Mar 15 17:10:59.927091 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.929430 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.929976 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 15 17:10:59.930314 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.931254 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.931810 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: ext-gw-mode Mar 15 17:10:59.932142 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.933063 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.933579 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: l3-ha Mar 15 17:10:59.933904 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.934811 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.935321 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 15 17:10:59.936205 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_flavors.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.937122 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.937633 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: l3-flavors Mar 15 17:10:59.937956 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.939347 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.939895 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 15 17:10:59.940228 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.941147 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.941667 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 15 17:10:59.941995 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: l3agentscheduler.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.943035 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.943557 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: l3_agent_scheduler Mar 15 17:10:59.943910 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: local_ip.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.945740 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.946225 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension local_ip not supported by any of loaded plugins Mar 15 17:10:59.946559 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: logging.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.949475 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.950006 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension logging not supported by any of loaded plugins Mar 15 17:10:59.950345 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: metering.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.951087 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.952254 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: metering Mar 15 17:10:59.952586 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.953688 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.954210 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: metering_source_and_destination_fields Mar 15 17:10:59.954540 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: multiprovidernet.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.955474 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.956027 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: multi-provider Mar 15 17:10:59.956412 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: netmtu.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.957279 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.957794 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: net-mtu Mar 15 17:10:59.958127 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: netmtu_writable.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.959051 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.959573 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: net-mtu-writable Mar 15 17:10:59.959928 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: network_availability_zone.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.960598 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.961116 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: network_availability_zone Mar 15 17:10:59.961443 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: network_ip_availability.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.962562 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.963084 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: network-ip-availability Mar 15 17:10:59.963410 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: network_segment_range.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.964207 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.964719 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension network-segment-range not supported by any of loaded plugins Mar 15 17:10:59.965041 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: pagination.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.966034 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.966369 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: pagination Mar 15 17:10:59.966692 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: port_device_profile.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.967689 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.968214 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: port-device-profile Mar 15 17:10:59.968536 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.969466 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.969979 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: port-mac-address-regenerate Mar 15 17:10:59.970302 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.971209 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.971761 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: port-numa-affinity-policy Mar 15 17:10:59.972087 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: port_resource_request.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.973023 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.973531 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension port-resource-request not supported by any of loaded plugins Mar 15 17:10:59.973853 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: port_resource_request_groups.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.974830 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.975339 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 15 17:10:59.975692 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: portbindings.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.976630 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.977149 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: binding Mar 15 17:10:59.977477 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: portbindings_extended.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.978773 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.979300 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: binding-extended Mar 15 17:10:59.979630 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: portsecurity.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.980578 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.981099 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: port-security Mar 15 17:10:59.981425 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: project_id.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.982424 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.982782 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: project-id Mar 15 17:10:59.983107 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: providernet.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.984072 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.984590 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: provider Mar 15 17:10:59.984914 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.988581 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.989118 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos not supported by any of loaded plugins Mar 15 17:10:59.989450 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.990696 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.991224 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 15 17:10:59.991556 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.992510 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.993033 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 15 17:10:59.993363 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_default.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.994275 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.994791 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-default not supported by any of loaded plugins Mar 15 17:10:59.995119 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_fip.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.996084 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.996599 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-fip not supported by any of loaded plugins Mar 15 17:10:59.996926 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:10:59.997840 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:10:59.999022 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 15 17:10:59.999433 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_gateway_ip.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.000310 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.000830 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 15 17:11:00.001158 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_port_network_policy.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.002189 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.002706 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 15 17:11:00.003031 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.004123 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.004632 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 15 17:11:00.004957 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.006023 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.006545 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 15 17:11:00.006868 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_pps_rule.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.008168 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.008698 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-pps not supported by any of loaded plugins Mar 15 17:11:00.009023 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_rule_type_details.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.009939 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.010454 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 15 17:11:00.010776 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.011716 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.012235 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 15 17:11:00.012559 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: qos_rules_alias.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.013615 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.014677 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 15 17:11:00.015003 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: quota_check_limit.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.015966 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.016489 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: quota-check-limit Mar 15 17:11:00.016814 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: quotasv2.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.017770 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.018103 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: quotas Mar 15 17:11:00.018424 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: quotasv2_detail.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.020273 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.020623 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: quota_details Mar 15 17:11:00.020961 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: rbac.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.022021 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.022556 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: rbac-policies Mar 15 17:11:00.022893 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: rbac_address_group.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.023860 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.024389 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: rbac-address-group Mar 15 17:11:00.024718 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: rbac_address_scope.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.025640 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.026205 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: rbac-address-scope Mar 15 17:11:00.026536 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: rbac_security_groups.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.027467 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.028025 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: rbac-security-groups Mar 15 17:11:00.028359 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: rbac_subnetpool.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.029389 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.029905 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: rbac-subnetpool Mar 15 17:11:00.030232 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: revisionifmatch.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.031158 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.031712 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: revision-if-match Mar 15 17:11:00.032045 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: revisions.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.033233 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.033753 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: standard-attr-revisions Mar 15 17:11:00.034082 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: router_availability_zone.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.034793 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.035393 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: router_availability_zone Mar 15 17:11:00.035791 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: routerservicetype.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.036786 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.037300 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension router-service-type not supported by any of loaded plugins Mar 15 17:11:00.037630 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.038568 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.039086 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: security-groups-normalized-cidr Mar 15 17:11:00.039412 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.040438 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.040955 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: port-security-groups-filtering Mar 15 17:11:00.041283 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.042224 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.042748 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: security-groups-remote-address-group Mar 15 17:11:00.043075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.044029 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.044547 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: security-groups-shared-filtering Mar 15 17:11:00.044875 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.045495 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 15 17:11:00.045821 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: securitygroup.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.055554 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.056122 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: security-group Mar 15 17:11:00.056462 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: segment.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.057196 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.057717 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension segment not supported by any of loaded plugins Mar 15 17:11:00.058047 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.059004 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.059526 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 15 17:11:00.059891 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: servicetype.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.061569 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.062097 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: service-type Mar 15 17:11:00.062427 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: sorting.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.063418 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.063783 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: sorting Mar 15 17:11:00.064110 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: standard_attr_segment.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.065032 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.065550 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 15 17:11:00.065873 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: standardattrdescription.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.066519 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.067033 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: standard-attr-description Mar 15 17:11:00.067357 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: stateful_security_group.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.068324 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.068850 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: stateful-security-group Mar 15 17:11:00.069179 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: stdattrs_common.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.069747 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 15 17:11:00.070068 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.070993 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.071516 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 15 17:11:00.071864 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: subnet_onboard.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.072957 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.073484 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: subnet_onboard Mar 15 17:11:00.073809 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.074738 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.075259 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 15 17:11:00.075586 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: subnet_service_types.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.077161 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.077691 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: subnet-service-types Mar 15 17:11:00.078020 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: subnetallocation.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.079121 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.079660 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: subnet_allocation Mar 15 17:11:00.079994 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.080662 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.081177 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: subnetpool-prefix-ops Mar 15 17:11:00.081503 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.082443 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.082969 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 15 17:11:00.083295 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: tagging.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.084451 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.084973 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: standard-attr-tag Mar 15 17:11:00.085301 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: timestamp.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.086512 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.087033 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loaded extension: standard-attr-timestamp Mar 15 17:11:00.087360 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: trunk.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.088431 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.088957 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension trunk not supported by any of loaded plugins Mar 15 17:11:00.089286 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: trunk_details.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.090207 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.090727 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension trunk-details not supported by any of loaded plugins Mar 15 17:11:00.091052 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: uplink_status_propagation.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.092039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.092561 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 15 17:11:00.092884 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Loading extension file: vlantransparent.py {{(pid=103641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:11:00.093556 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:11:00.094069 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 15 17:11:00.096636 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:network Mar 15 17:11:00.097172 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:subnet Mar 15 17:11:00.097570 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:11:00.097975 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:port Mar 15 17:11:00.099215 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.099678 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service FLAVORS assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.100294 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.100730 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.101064 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:router Mar 15 17:11:00.101493 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:floatingip Mar 15 17:11:00.101984 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service METERING assigned prefix: /metering {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.103452 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:11:00.103856 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:11:00.104219 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:11:00.105219 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of CountableResource for resource:rbac_policy Mar 15 17:11:00.105667 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:security_group Mar 15 17:11:00.106105 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 15 17:11:00.106713 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service CORE assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.107058 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:11:00.107424 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] subnetpool is already registered Mar 15 17:11:00.107887 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service CORE assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.108219 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:11:00.108551 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] subnetpool is already registered Mar 15 17:11:00.110847 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.111285 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service FLAVORS assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.111921 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.112348 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.112687 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:router Mar 15 17:11:00.113029 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] router is already registered Mar 15 17:11:00.113507 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:floatingip Mar 15 17:11:00.113778 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] floatingip is already registered Mar 15 17:11:00.114232 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service METERING assigned prefix: /metering {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.114902 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of CountableResource for resource:rbac_policy Mar 15 17:11:00.115232 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] rbac_policy is already registered Mar 15 17:11:00.115652 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:security_group Mar 15 17:11:00.116001 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] security_group is already registered Mar 15 17:11:00.116408 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 15 17:11:00.116744 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] security_group_rule is already registered Mar 15 17:11:00.117378 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service CORE assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.117711 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:11:00.118048 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] subnetpool is already registered Mar 15 17:11:00.118473 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.v2.resource_helper [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Service CORE assigned prefix: {{(pid=103641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:11:00.118803 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:11:00.119144 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING neutron.quota.resource_registry [None req-db267f9e-b42e-48c6-8931-380643682765 None None] subnetpool is already registered Mar 15 17:11:00.119600 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: extensions {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.121099 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: address-groups {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.122616 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: address-scopes {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.124522 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: agents {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.125713 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: auto-allocated-topology {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.126977 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: availability_zones {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.128249 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: dhcp-networks {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.129796 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: dhcp-agents {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.131235 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: routers {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.133515 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: flavors {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.134711 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: service_profiles {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.135971 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: next_providers {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.137446 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: service_profiles {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.139548 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: floatingip-pools {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.140835 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: routers {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.142962 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: floatingips {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.145234 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: l3-routers {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.146699 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: l3-agents {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.148170 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: metering-labels {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.149559 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: metering-label-rules {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.150868 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: network-ip-availabilities {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.152202 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: bindings {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.153909 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: quotas {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.155492 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: quotas {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.157083 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: rbac-policies {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.158391 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: security-groups {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.159655 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: security-group-rules {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.160922 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: service-providers {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.162164 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: subnetpools {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.163599 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: subnetpools {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.165109 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.166814 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.168684 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.170520 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.172366 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.174249 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.175981 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.177892 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.179672 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.181561 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron.api.extensions [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Extended resource: tags {{(pid=103641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:11:00.188059 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING keystonemiddleware.auth_token [None req-db267f9e-b42e-48c6-8931-380643682765 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 15 17:11:00.192795 dv-cinder-833871-1-iscsi neutron-server[103641]: WARNING keystonemiddleware.auth_token [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 15 17:11:00.201986 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_concurrency.lockutils [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Acquired lock "singleton_lock" {{(pid=103641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 15 17:11:00.202467 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_concurrency.lockutils [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Releasing lock "singleton_lock" {{(pid=103641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 15 17:11:00.203128 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Starting 2 workers Mar 15 17:11:00.208007 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Started child 103754 {{(pid=103641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:11:00.212480 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Started child 103755 {{(pid=103641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:11:00.213612 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.214247 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO neutron.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 15 17:11:00.214759 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.215273 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [-] (103754) wsgi starting up on http://0.0.0.0:9696 Mar 15 17:11:00.217344 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Starting 1 workers Mar 15 17:11:00.217468 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.218854 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [-] (103755) wsgi starting up on http://0.0.0.0:9696 Mar 15 17:11:00.222584 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Started child 103756 {{(pid=103641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:11:00.223125 dv-cinder-833871-1-iscsi neutron-server[103641]: INFO oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Starting 1 workers Mar 15 17:11:00.226289 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] calling RpcWorker wait() {{(pid=103756) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 15 17:11:00.226827 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] returning from RpcWorker wait() {{(pid=103756) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 15 17:11:00.227649 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Started child 103757 {{(pid=103641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:11:00.228158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.228492 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-db267f9e-b42e-48c6-8931-380643682765 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.228601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:00.230475 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 15 17:11:00.230693 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 17:11:00.230885 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 17:11:00.231129 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 17:11:00.231464 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 17:11:00.231667 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 17:11:00.232183 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.232511 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.232688 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.233166 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.233166 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.233297 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.233887 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.233982 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:00.234153 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.234409 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.234678 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.234907 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.235079 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.235246 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.235570 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.235838 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.236156 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.236416 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.236655 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.236935 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.237111 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.237385 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.237663 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.237912 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.238177 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] debug = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.238659 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.238898 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.239146 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.239388 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.239673 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.239906 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.240179 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.240473 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.240705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.240941 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.241189 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.241473 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.241680 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.241897 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.242169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.242383 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.242653 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.242897 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.243366 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] host = dv-cinder-833871-1-iscsi {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.243585 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.243846 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.244080 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.244330 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.244575 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.244812 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.245078 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.245326 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.245589 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.245823 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.246075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.246341 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.246559 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.246797 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.246963 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_options = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.247226 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.247497 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.247783 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.247982 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.248681 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.248848 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.249107 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.249264 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.249519 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.249739 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.249981 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.250168 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.250405 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.250640 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.250877 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.251093 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.251339 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.252301 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.252301 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.252490 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.252654 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.253060 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.253496 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.253749 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.254124 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.254231 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.254486 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.254865 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.255142 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.255392 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.255663 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.255930 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.256173 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.256413 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.256673 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.256915 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.257219 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.257600 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.257927 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.258153 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.258645 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.258883 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.259102 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.259322 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.259559 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.259810 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.260055 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_json = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.260293 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.260529 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.260787 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.261005 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.261491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.261491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.261687 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.261932 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.262698 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.263161 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.263467 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.264469 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.264742 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.270618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271159 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.271741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272252 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272252 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272252 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272252 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272252 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272555 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272623 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.272879 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.273832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.273832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.273832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.273832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.274128 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.274128 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.274377 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.274574 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.274785 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.275029 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.275271 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.275540 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.275811 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.276038 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.276251 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.276465 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.276802 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.276895 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278637 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278637 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.278637 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.279033 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.279323 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.279543 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.279784 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.280013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.280235 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.280479 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.280708 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.280917 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.281307 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.281527 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.281758 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.281971 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.282206 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.282445 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.282661 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.282857 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.283066 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.283277 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.283486 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.283722 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.283937 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.284148 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.284527 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.284779 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.284999 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.285191 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.285426 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.285653 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.285899 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.286219 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.286461 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.286703 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.286917 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.287149 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.287382 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.287619 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.287853 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.288086 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.288296 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.288540 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.288791 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.289013 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.289248 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.289461 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.289724 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.289936 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.290173 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.290396 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.290629 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.290862 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.291108 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.291380 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.291608 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.291876 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.292104 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.292330 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.292612 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.292829 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.293131 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.293346 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.293626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.293912 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.294182 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.294439 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.294684 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.295415 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.295782 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.298969 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.299590 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.300152 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.300152 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.300286 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.300515 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.300766 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.300978 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.301375 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.301612 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.301827 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.302074 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.302284 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.302681 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.302917 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.303155 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.303400 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.303612 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.303851 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.304064 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.304280 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.304496 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.304740 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.304973 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.305207 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.305441 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.305656 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.305874 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.306083 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.306472 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.306727 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.306977 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.307240 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.307484 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.307739 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.307967 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.308205 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.308437 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.308651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.308893 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.309126 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.309527 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.309740 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.309961 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.310175 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.310407 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.311177 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.311414 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.311718 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.311960 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.312299 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.312549 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.312778 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.313026 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.313261 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.313475 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.313691 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.313910 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.314142 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.314546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.314789 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.315031 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.315266 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.315482 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.315721 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.315963 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.316222 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.316460 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.317191 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.317191 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.317384 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.317471 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.317710 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.317962 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.318178 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.318391 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.318607 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.318824 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.319056 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.319340 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.319606 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.319879 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.320129 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.320376 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.320642 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.320870 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.321081 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.321290 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.321511 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.321722 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.321932 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.322157 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.322365 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.322573 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.322810 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.323032 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.323238 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.323490 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.323741 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.325683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.326244 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.326244 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.326244 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.326244 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.326778 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.326921 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.327281 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.327505 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.327832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.328080 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.328302 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.328594 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.328839 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.329083 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.329322 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.329609 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.329820 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.330079 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.330317 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.330532 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.330765 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.330997 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.331311 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.331592 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.331859 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.332122 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.332422 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.332694 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.332974 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.333214 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.333504 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.333826 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.334097 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.334359 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.334602 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.334845 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.335069 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.335306 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.335519 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.335763 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.335970 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.336220 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.336461 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.336685 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.336900 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.337154 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.337373 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.337599 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.337806 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.338039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.338254 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.338424 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 17:11:00.338916 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 15 17:11:00.339075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 17:11:00.339217 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 17:11:00.339409 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 17:11:00.339578 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 17:11:00.339752 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 17:11:00.339961 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.340126 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.340282 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.340441 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.340595 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.340771 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.340932 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.341090 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.341247 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.341402 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.341559 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.341717 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.341894 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342053 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342349 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342349 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342506 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342643 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342807 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.342985 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.343126 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.343284 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.343433 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] debug = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.343586 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.343821 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.344032 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.344251 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.344400 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.344557 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.344715 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.344870 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345026 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345172 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345328 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345483 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345643 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345796 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.345970 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.346103 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.346259 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.346413 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.346570 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] host = dv-cinder-833871-1-iscsi {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.346722 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.346877 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.347031 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.347190 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.347341 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.347674 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.347832 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.347990 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.348148 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.348304 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.348464 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.348608 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.348757 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.348910 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.349067 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_options = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.349222 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.349377 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.349533 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.349714 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.349876 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350032 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350190 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350348 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350498 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350654 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350808 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.350964 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.351121 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.351276 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.351430 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.351586 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.351777 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.351932 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.352088 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.354546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.355705 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.356626 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_json = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.358039 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.359115 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.359115 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.359115 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:11:00.359115 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359676 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.359822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.360728 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.361625 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.362491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.362491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.362491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.362491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.362491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.362491 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363737 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363737 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.363737 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364086 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364086 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364086 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364417 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364417 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364667 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364667 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.364900 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365032 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365166 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365290 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365413 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365563 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365724 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.365883 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.366043 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.366203 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.366362 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.366521 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.366691 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.366849 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367008 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367166 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367326 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367483 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367674 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367822 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.367981 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.368140 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.368299 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.368471 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.368629 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.368789 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.368947 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.369102 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.369295 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.369423 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.369546 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.369703 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.369862 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370021 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370166 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370326 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370484 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370644 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370802 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.370961 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.371120 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.371278 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.371420 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.371583 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.371763 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.371922 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.372088 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.372260 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.372421 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.372665 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.372767 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.372924 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.373691 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.373854 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374014 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374171 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374331 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374490 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374650 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374809 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.374968 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.375126 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.375284 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.375443 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.375600 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.375788 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.375947 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.376105 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.376264 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.376422 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.376579 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.376736 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.376894 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.377052 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.377221 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.377379 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.377540 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.377904 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.377904 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378085 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378169 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378312 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378490 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378630 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378787 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.378949 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.379124 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.379430 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.379430 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.379603 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.379786 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.379917 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.380075 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.380235 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.380416 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.380572 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.380730 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.380888 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381047 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381204 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381366 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381525 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381683 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381840 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.381998 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.382157 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.382316 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.382474 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.382633 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.382795 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.382952 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.383109 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.383267 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.383426 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.383584 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.383770 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.383916 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.384073 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.384219 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.384371 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.384603 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.384767 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.384926 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.385104 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.385465 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.385465 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.385619 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.385794 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.385926 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386058 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386194 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386338 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386472 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386605 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386737 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.386901 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.387060 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.387454 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.387454 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.387746 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.387892 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388043 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388175 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388335 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388494 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388675 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388837 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.388996 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.389157 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.389333 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.389496 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.389659 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.389819 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.389978 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.390369 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.390369 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.390641 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.390778 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.390927 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391073 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391211 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391301 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391492 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391624 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391779 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.391915 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392050 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392183 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392328 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392471 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392608 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392755 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.392895 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393054 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393199 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393359 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393504 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393670 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393842 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.393988 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.394145 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.394302 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.394461 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.394618 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.394785 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.394943 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.395103 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.395261 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.395419 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.395576 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.395774 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.395908 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.396069 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.396214 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.396372 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.396530 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.396696 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.396853 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397012 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397170 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397328 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397485 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397651 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397809 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.397968 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.398126 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.398283 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.398441 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.398607 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.398765 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.398923 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.399080 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.399237 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.399382 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.399550 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.399777 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.399868 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400031 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400189 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400349 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400509 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400675 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400834 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.400994 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.401152 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.401311 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.401469 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.401628 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.401790 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.401958 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.402122 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.402281 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.402448 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.402613 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.402779 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403045 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403187 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403312 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403437 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403609 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403849 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.403977 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.404090 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.404235 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.404419 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.404577 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.404734 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.404893 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.405051 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.405211 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.405370 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.405528 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.405687 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.405844 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.406045 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.406167 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.406309 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:11:00.406460 dv-cinder-833871-1-iscsi neutron-server[103641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 17:11:00.688702 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45476) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:00.697184 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064464 Mar 15 17:11:12.259271 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3421710-b093-4460-80cb-e11ec5ff8db2 None None] get_active_networks_info from dv-cinder-833871-1-iscsi {{(pid=103756) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 15 17:11:12.319807 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3421710-b093-4460-80cb-e11ec5ff8db2 None None] No non-hosted networks {{(pid=103756) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 15 17:11:12.329324 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.agentschedulers_db [None req-a3421710-b093-4460-80cb-e11ec5ff8db2 None None] DHCP Agent not found on host dv-cinder-833871-1-iscsi {{(pid=103756) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 15 17:11:12.441001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d757-f05c-4912-8f27-291dc864fc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8031598'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:14.730176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-76377277-85f1-4870-8efb-92ad209713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8031598'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:14.804874 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.db.api [None req-6cac05c5-e057-4e7b-98ba-c57e53a9d4a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-833871-1-iscsi {{(pid=103756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:11:14.805652 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG oslo_db.api [None req-6cac05c5-e057-4e7b-98ba-c57e53a9d4a8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:11:15.332006 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6cac05c5-e057-4e7b-98ba-c57e53a9d4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:15.788664 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8031598'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:17.369576 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8031598'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:18.271490 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.db.l3_hamode_db [None req-67ab2ab8-7702-4d25-8647-8190af41afe7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 15 17:11:18.351331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab2ab8-7702-4d25-8647-8190af41afe7 None None] Routers set() bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:18.351720 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab2ab8-7702-4d25-8647-8190af41afe7 None None] Router IDs set() for agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 15 17:11:18.418597 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45556) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:18.689281 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8031598'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:18.714773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.714773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.714773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.714773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.714773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.715602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:18.716674 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833871-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:18.716674 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833871-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:18.947448 dv-cinder-833871-1-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-7414e59b-8f5d-49ee-861b-06c7ea4c7bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:18.948059 dv-cinder-833871-1-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-7414e59b-8f5d-49ee-861b-06c7ea4c7bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:19.172011 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [None req-7414e59b-8f5d-49ee-861b-06c7ea4c7bef admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:11:19.173012 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7414e59b-8f5d-49ee-861b-06c7ea4c7bef admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7530026 Mar 15 17:11:21.689873 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45582) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:21.995473 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:22.087605 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.policy [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 15 17:11:22.130277 dv-cinder-833871-1-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:22.130643 dv-cinder-833871-1-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:22.291690 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776688643007', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776688642146', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776688658814', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776688664646', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776688670972', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776688466860', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1564782', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1293692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8191362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8297653'] for rbac-policy (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:22.553544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:22.554713 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-23d653b5-369c-4556-b845-27f2bff37680 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8638651 Mar 15 17:11:25.001984 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45592) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:25.303853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:25.526818 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Made reservation on behalf of b8e9c0de49b747bcbb50cb924f7ee6b3 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:11:25.531109 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:25.547845 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:25.650774 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks [] for security_group (7e393835-9642-4f0b-b233-92da285e3445), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:25.722861 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (7e393835-9642-4f0b-b233-92da285e3445), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:25.746930 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:11:25.781038 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776686486712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (0acde73a-439f-424d-a5b8-2df905959e68), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:25.781540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Unsubscribe: segment precommit_create {{(pid=103755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 15 17:11:25.782058 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Added segment 0acde73a-439f-424d-a5b8-2df905959e68 of type vlan for network d48251a5-16c1-43f0-ae8f-97371fff0419 Mar 15 17:11:25.797122 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7e393835-9642-4f0b-b233-92da285e3445,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:25.822004 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.822342 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.822685 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.823030 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.823356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.823701 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.824020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.824332 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.824645 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.824958 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.825267 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.826118 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.826434 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.826740 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.827043 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Tracked resource versions report: Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: pushed versions: Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: { 'AddressGroup': {'1.2'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Agent': {'1.1'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'ConntrackHelper': {'1.0'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Log': {'1.0'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'NDPProxy': {'1.0'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Network': {'1.1'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Port': {'1.7'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'PortForwarding': {'1.2'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'QosPolicy': {'1.10'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroup': {'1.5'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SubPort': {'1.0'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Subnet': {'1.1'}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Trunk': {'1.1'}} Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: consumer versions: Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Agent': '1.1', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'ConntrackHelper': '1.0', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'LocalIPAssociation': '1.0', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Log': '1.0', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'NDPProxy': '1.0', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Network': '1.1', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Port': '1.7', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'PortForwarding': '1.2', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'QosPolicy': '1.10', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroup': '1.5', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroupRule': '1.2', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SubPort': '1.0', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Subnet': '1.1', Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Trunk': '1.1'}} Mar 15 17:11:25.828423 dv-cinder-833871-1-iscsi neutron-server[103755]: {{(pid=103755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:11:25.892814 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (d48251a5-16c1-43f0-ae8f-97371fff0419), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:26.015098 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (d48251a5-16c1-43f0-ae8f-97371fff0419), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:26.020272 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:26.020994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:26.130610 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] Pushing event updated for resources: {'Network': ['ID=d48251a5-16c1-43f0-ae8f-97371fff0419,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:26.142715 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network d48251a5-16c1-43f0-ae8f-97371fff0419 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:11:26.169881 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4775dacb-4a7a-48a0-bc34-44ba72bd55c7 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1668231 Mar 15 17:11:28.686208 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 45604) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:29.175113 dv-cinder-833871-1-iscsi neutron-server[103754]: WARNING oslo_policy.policy [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:29.175686 dv-cinder-833871-1-iscsi neutron-server[103754]: WARNING oslo_policy.policy [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:29.609812 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.policy [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103754) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 15 17:11:29.651319 dv-cinder-833871-1-iscsi neutron-server[103754]: WARNING oslo_policy.policy [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:29.651721 dv-cinder-833871-1-iscsi neutron-server[103754]: WARNING oslo_policy.policy [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:11:29.659648 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:29.662130 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-95e42287-fb2f-4db7-b74c-c6bbc278e9e1 demo admin] 10.222.0.23 "GET /v2.0/networks/d48251a5-16c1-43f0-ae8f-97371fff0419 HTTP/1.1" status: 200 len: 825 time: 0.9738755 Mar 15 17:11:29.699918 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-21229eb7-f4f5-4010-82f9-1e3815e1d641 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/64a9c564-1a6a-43f9-8f75-32f620b43930 HTTP/1.1" status: 200 len: 734 time: 0.0322087 Mar 15 17:11:29.708923 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Request body: {'subnet': {'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'gateway_ip': '172.20.0.1'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:29.797096 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Made reservation on behalf of b8e9c0de49b747bcbb50cb924f7ee6b3 for: {'subnet': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:11:29.799925 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:30.157651 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (5d68c7da-303c-490f-adf2-d44aba2a83bf), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:30.227389 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Checking segment: {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:11:30.227767 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Network hostable DHCP agents. Network: d48251a5-16c1-43f0-ae8f-97371fff0419, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:11:30.237005 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5d68c7da-303c-490f-adf2-d44aba2a83bf,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:30.248115 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.248459 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.248811 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.249162 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.249493 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.249819 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.250141 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.250460 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.250794 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.251115 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.251435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.251802 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.252122 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.252435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.252747 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Tracked resource versions report: Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: pushed versions: Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: { 'AddressGroup': {'1.2'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Agent': {'1.1'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'ConntrackHelper': {'1.0'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Log': {'1.0'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'NDPProxy': {'1.0'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Network': {'1.1'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Port': {'1.7'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'PortForwarding': {'1.2'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'QosPolicy': {'1.10'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroup': {'1.5'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SubPort': {'1.0'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Subnet': {'1.1'}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Trunk': {'1.1'}} Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: consumer versions: Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Agent': '1.1', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'ConntrackHelper': '1.0', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'LocalIPAssociation': '1.0', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Log': '1.0', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'NDPProxy': '1.0', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Network': '1.1', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Port': '1.7', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'PortForwarding': '1.2', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'QosPolicy': '1.10', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroup': '1.5', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroupRule': '1.2', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SubPort': '1.0', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Subnet': '1.1', Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Trunk': '1.1'}} Mar 15 17:11:30.254122 dv-cinder-833871-1-iscsi neutron-server[103754]: {{(pid=103754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:11:30.338415 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Network d48251a5-16c1-43f0-ae8f-97371fff0419 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:11:30.425793 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, d48251a5-16c1-43f0-ae8f-97371fff0419) {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:30.430351 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:30.430952 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:30.434994 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede20c9-cde1-4eae-8453-c5c361b47a62 None None] Network d48251a5-16c1-43f0-ae8f-97371fff0419 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:11:30.532057 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-70e364d5-1055-4c0a-9b00-a1f8f17bbf16 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8264484 Mar 15 17:11:30.801825 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-d48251a5-16c1-43f0-ae8f-97371fff0419', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:11:30.803067 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:31.073899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Allocated IP 172.20.0.2 (d48251a5-16c1-43f0-ae8f-97371fff0419/5d68c7da-303c-490f-adf2-d44aba2a83bf/0bf1194d-7251-4816-b75b-603603aa42b7) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:11:31.335416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Publish callbacks [] for port (0bf1194d-7251-4816-b75b-603603aa42b7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:31.455099 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:31.530731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Network d48251a5-16c1-43f0-ae8f-97371fff0419 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:31.537859 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:31.540416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Pushing event updated for resources: {'Port': ['ID=0bf1194d-7251-4816-b75b-603603aa42b7,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:31.542562 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:11:31.552760 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.553101 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.553457 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.553810 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.554140 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.554466 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.554787 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.555107 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.555427 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.555776 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.556095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.556430 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.556752 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.557067 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.557380 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Tracked resource versions report: Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: pushed versions: Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: { 'AddressGroup': {'1.2'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Agent': {'1.1'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'ConntrackHelper': {'1.0'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Log': {'1.0'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'NDPProxy': {'1.0'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Network': {'1.1'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Port': {'1.7'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'PortForwarding': {'1.2'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'QosPolicy': {'1.10'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroup': {'1.5'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SubPort': {'1.0'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Subnet': {'1.1'}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Trunk': {'1.1'}} Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: consumer versions: Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Agent': '1.1', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'ConntrackHelper': '1.0', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'LocalIPAssociation': '1.0', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Log': '1.0', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'NDPProxy': '1.0', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Network': '1.1', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Port': '1.7', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'PortForwarding': '1.2', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'QosPolicy': '1.10', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroup': '1.5', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroupRule': '1.2', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SubPort': '1.0', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Subnet': '1.1', Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Trunk': '1.1'}} Mar 15 17:11:31.558849 dv-cinder-833871-1-iscsi neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:11:31.634784 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Attempting to bind port 0bf1194d-7251-4816-b75b-603603aa42b7 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:11:31.635110 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Attempting to bind port 0bf1194d-7251-4816-b75b-603603aa42b7 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:11:31.635539 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Attempting to bind port 0bf1194d-7251-4816-b75b-603603aa42b7 on network d48251a5-16c1-43f0-ae8f-97371fff0419 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:11:31.640453 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:11:31.640837 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Checking segment: {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:11:31.641319 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:31.641708 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Bound using segment: {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:11:31.642163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Bound port: 0bf1194d-7251-4816-b75b-603603aa42b7, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:11:31.642564 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:31.705732 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] For port 0bf1194d-7251-4816-b75b-603603aa42b7, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:11:31.710168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] For port 0bf1194d-7251-4816-b75b-603603aa42b7, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=0bf1194d-7251-4816-b75b-603603aa42b7,segment=NetworkSegment(0acde73a-439f-424d-a5b8-2df905959e68),segment_id=0acde73a-439f-424d-a5b8-2df905959e68)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:11:31.763699 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:31.824836 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4ea35-b043-40fc-b97a-81ed6124a5c0 None None] Pushing event updated for resources: {'Port': ['ID=0bf1194d-7251-4816-b75b-603603aa42b7,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:33.048151 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 45624) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:33.361916 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [None req-34a42408-4a14-4209-90bc-372960c4a64c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:11:33.362991 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-34a42408-4a14-4209-90bc-372960c4a64c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139048 Mar 15 17:11:35.919814 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 45632) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:36.226629 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [None req-e42b4edd-95e3-4cb3-8f72-1c42559d4e50 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:11:36.227620 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-e42b4edd-95e3-4cb3-8f72-1c42559d4e50 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3068979 Mar 15 17:11:38.789822 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 45640) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:39.102354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:39.180193 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (d05fcf05-7709-4b55-a1fe-e49ec310c98b), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:39.181748 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (d05fcf05-7709-4b55-a1fe-e49ec310c98b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:39.343244 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] Publish callbacks [] for router_controller (d05fcf05-7709-4b55-a1fe-e49ec310c98b), precommit_add_association {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:39.404592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (d05fcf05-7709-4b55-a1fe-e49ec310c98b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:39.502014 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:39.503213 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-bdeb005c-4f21-4846-a920-a463fa8ade69 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7124271 Mar 15 17:11:42.021431 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 45652) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:42.286623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d90d8d4-f7c7-4821-9cd7-8681a126bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:42.345195 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [None req-2fc76f33-cdad-4dea-8619-a92fcee4db66 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:11:42.359719 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2fc76f33-cdad-4dea-8619-a92fcee4db66 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3237536 Mar 15 17:11:43.071339 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a1e47c-4468-400f-a150-c68ce5e47363 None None] Network d48251a5-16c1-43f0-ae8f-97371fff0419 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:11:43.141950 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] Provisioning complete for port 0bf1194d-7251-4816-b75b-603603aa42b7 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:43.142354 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:43.327145 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 0bf1194d-7251-4816-b75b-603603aa42b7 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:11:43.369885 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] Current status of the port 0bf1194d-7251-4816-b75b-603603aa42b7 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:43.370277 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:43.396494 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 0bf1194d-7251-4816-b75b-603603aa42b7 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:43.396881 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:43.481509 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] For port 0bf1194d-7251-4816-b75b-603603aa42b7, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=0bf1194d-7251-4816-b75b-603603aa42b7,segment=NetworkSegment(0acde73a-439f-424d-a5b8-2df905959e68),segment_id=0acde73a-439f-424d-a5b8-2df905959e68)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:43.496200 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 0bf1194d-7251-4816-b75b-603603aa42b7 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:43.497088 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:43.532735 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:43.600113 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.db.api [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:11:43.600401 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG oslo_db.api [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:11:43.604544 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5525-bdea-4a36-a063-a49df750a38f None None] Pushing event updated for resources: {'Port': ['ID=0bf1194d-7251-4816-b75b-603603aa42b7,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:43.651137 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-237b6517-b42a-4d01-b2d9-bd3f5584206e None None] Provisioning complete for port 0bf1194d-7251-4816-b75b-603603aa42b7 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:43.651578 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-237b6517-b42a-4d01-b2d9-bd3f5584206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:43.725571 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-237b6517-b42a-4d01-b2d9-bd3f5584206e None None] Current status of the port 0bf1194d-7251-4816-b75b-603603aa42b7 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:44.135034 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 0bf1194d-7251-4816-b75b-603603aa42b7 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:44.732492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d788ace2-31b0-494a-a91c-7072f4a6e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:44.870956 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45660) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:45.182526 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:45.269123 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Made reservation on behalf of a21bb31611ad41feb63a9d261d2c6a7c for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:11:45.271395 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.280673 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.292297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 0bf1194d-7251-4816-b75b-603603aa42b7 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:11:45.341847 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 0bf1194d-7251-4816-b75b-603603aa42b7 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:45.342288 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.356433 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks [] for security_group (ad1947ea-c93b-4ecf-99c0-f8ecc3e6f597), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.416077 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 0bf1194d-7251-4816-b75b-603603aa42b7 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:45.435235 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ad1947ea-c93b-4ecf-99c0-f8ecc3e6f597), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.450786 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Reserving flat network on physical network physnet1 {{(pid=103755) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 15 17:11:45.470198 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1947ea-c93b-4ecf-99c0-f8ecc3e6f597,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:45.473132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (2b57a30c-cb8e-4b16-b378-52e2ed7cc2da), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.473435 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Added segment 2b57a30c-cb8e-4b16-b378-52e2ed7cc2da of type flat for network ff201876-237a-4d11-8b70-5221cbe9a6ad Mar 15 17:11:45.517318 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (ff201876-237a-4d11-8b70-5221cbe9a6ad), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.612061 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (ff201876-237a-4d11-8b70-5221cbe9a6ad), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.613099 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:45.613671 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.701116 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] Pushing event updated for resources: {'Network': ['ID=ff201876-237a-4d11-8b70-5221cbe9a6ad,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:45.710594 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network ff201876-237a-4d11-8b70-5221cbe9a6ad details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:11:45.714062 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.736496 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-015745b3-dab5-4e4a-9dfd-2c7274407537 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8637149 Mar 15 17:11:47.297868 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:48.241262 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45678) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:48.468587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9049d-44a7-4224-824d-1b8bfbaa113c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:48.469958 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fcb9049d-44a7-4224-824d-1b8bfbaa113c demo admin] 10.222.0.23 "GET /v2.0/subnets/5d68c7da-303c-490f-adf2-d44aba2a83bf HTTP/1.1" status: 200 len: 849 time: 0.2277694 Mar 15 17:11:48.633316 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8a7e3181-83ed-4d43-991d-34cf3b5e177c demo admin] 10.222.0.23 "GET /v2.0/routers/d05fcf05-7709-4b55-a1fe-e49ec310c98b HTTP/1.1" status: 200 len: 704 time: 0.1576252 Mar 15 17:11:48.682173 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:48.899889 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:49.186006 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Allocated IP 172.20.0.1 (d48251a5-16c1-43f0-ae8f-97371fff0419/5d68c7da-303c-490f-adf2-d44aba2a83bf/48238c4b-e4d6-42de-9282-3cf00ac3ab2c) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:11:49.362671 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks [] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:49.483172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:49.552688 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Network d48251a5-16c1-43f0-ae8f-97371fff0419 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:49.562767 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:49.566955 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:11:49.567523 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (d05fcf05-7709-4b55-a1fe-e49ec310c98b), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:49.690423 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Pushing event updated for resources: {'Port': ['ID=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:49.778998 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-7a4255e1-3c34-4606-b2eb-d6f66f39cef5 None None] Provisioning complete for port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:49.779554 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7a4255e1-3c34-4606-b2eb-d6f66f39cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:49.810889 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7a4255e1-3c34-4606-b2eb-d6f66f39cef5 None None] Port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:11:49.887400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:50.091240 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks [] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:50.154813 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:50.155577 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (d05fcf05-7709-4b55-a1fe-e49ec310c98b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:50.227661 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Pushing event updated for resources: {'Port': ['ID=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:50.269575 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:11:50.273453 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Network d48251a5-16c1-43f0-ae8f-97371fff0419 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:50.274728 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:50.498822 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Router d05fcf05-7709-4b55-a1fe-e49ec310c98b is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:11:50.534166 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-60efac2a-fe9b-459b-a044-67ca049976da None None] Provisioning complete for port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:50.534556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60efac2a-fe9b-459b-a044-67ca049976da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:50.569285 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-60efac2a-fe9b-459b-a044-67ca049976da None None] Port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:11:50.592826 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:11:50.598085 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ab1df8a6-ce3a-4271-a80d-3787163dcdd4 demo admin] 10.222.0.23 "PUT /v2.0/routers/d05fcf05-7709-4b55-a1fe-e49ec310c98b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9591489 Mar 15 17:11:50.601752 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Sync routers for ids ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:11:50.614569 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Routers {'d05fcf05-7709-4b55-a1fe-e49ec310c98b'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:50.615407 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:11:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:50.804111 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Set router d05fcf05-7709-4b55-a1fe-e49ec310c98b gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:11:51.231620 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'name': 'router1', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:11:39Z', 'updated_at': '2022-03-15T17:11:49Z', 'revision_number': 2, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'gw_port_host': None, '_interfaces': [{'id': '48238c4b-e4d6-42de-9282-3cf00ac3ab2c', 'name': '', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'mac_address': 'fa:16:3e:d2:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:48Z', 'updated_at': '2022-03-15T17:11:49Z', 'revision_number': 2, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'subnets': [{'id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:51.283413 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Checking router: d05fcf05-7709-4b55-a1fe-e49ec310c98b for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:11:51.284059 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Updating router d05fcf05-7709-4b55-a1fe-e49ec310c98b port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:11:51.336045 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:51.849149 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Publish callbacks [] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:51.891840 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.051865 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Pushing event updated for resources: {'Port': ['ID=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:52.066969 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.067320 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.067691 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.068039 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.068372 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.068700 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.069028 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.069354 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.069680 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.070004 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.070325 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.070663 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.070989 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.071307 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.071625 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Tracked resource versions report: Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: pushed versions: Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Agent': {'1.1'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Log': {'1.0'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'NDPProxy': {'1.0'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Network': {'1.1'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Port': {'1.7'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'PortForwarding': {'1.2'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: consumer versions: Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Agent': '1.1', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Log': '1.0', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'NDPProxy': '1.0', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Network': '1.1', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Port': '1.7', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'PortForwarding': '1.2', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'QosPolicy': '1.10', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SubPort': '1.0', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Subnet': '1.1', Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Trunk': '1.1'}} Mar 15 17:11:52.073108 dv-cinder-833871-1-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:11:52.076098 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Attempting to bind port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:11:52.076098 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Attempting to bind port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:11:52.076480 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Attempting to bind port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c on network d48251a5-16c1-43f0-ae8f-97371fff0419 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:11:52.082117 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:11:52.082523 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Checking segment: {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:11:52.083013 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.083424 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Bound using segment: {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:11:52.083914 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Bound port: 48238c4b-e4d6-42de-9282-3cf00ac3ab2c, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acde73a-439f-424d-a5b8-2df905959e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:11:52.084299 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.100318 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-824784a3-206c-42a5-944f-84ef611d6a36 None None] Provisioning complete for port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:52.101268 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-824784a3-206c-42a5-944f-84ef611d6a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.136215 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-824784a3-206c-42a5-944f-84ef611d6a36 None None] Port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:11:52.151961 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] For port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:11:52.171251 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] For port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,segment=NetworkSegment(0acde73a-439f-424d-a5b8-2df905959e68),segment_id=0acde73a-439f-424d-a5b8-2df905959e68)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:11:52.235353 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.290282 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Routers {'d05fcf05-7709-4b55-a1fe-e49ec310c98b'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:52.290883 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:11:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:52.330377 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac0708-6fa2-40a4-8e2c-f210b6cd7b9a None None] Pushing event updated for resources: {'Port': ['ID=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:52.387557 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] Set router d05fcf05-7709-4b55-a1fe-e49ec310c98b gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:11:52.457545 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] Provisioning complete for port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:52.457924 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.539346 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] Current status of the port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:52.539721 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.573009 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] For port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,segment=NetworkSegment(0acde73a-439f-424d-a5b8-2df905959e68),segment_id=0acde73a-439f-424d-a5b8-2df905959e68)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:52.607324 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'name': 'router1', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:11:39Z', 'updated_at': '2022-03-15T17:11:49Z', 'revision_number': 2, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'gw_port_host': None, '_interfaces': [{'id': '48238c4b-e4d6-42de-9282-3cf00ac3ab2c', 'name': '', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'mac_address': 'fa:16:3e:d2:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:48Z', 'updated_at': '2022-03-15T17:11:52Z', 'revision_number': 4, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'subnets': [{'id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:52.632997 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d0a1-a58d-41cb-8372-d3097467760c None None] The sync data for ids ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'] in dv-cinder-833871-1-iscsi is: [{'id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'name': 'router1', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:11:39Z', 'updated_at': '2022-03-15T17:11:49Z', 'revision_number': 2, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'gw_port_host': None, '_interfaces': [{'id': '48238c4b-e4d6-42de-9282-3cf00ac3ab2c', 'name': '', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'mac_address': 'fa:16:3e:d2:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:48Z', 'updated_at': '2022-03-15T17:11:52Z', 'revision_number': 4, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'subnets': [{'id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:11:52.648335 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.697235 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8331d-395e-48ff-8b9a-d54c50cefc8d None None] Pushing event updated for resources: {'Port': ['ID=48238c4b-e4d6-42de-9282-3cf00ac3ab2c,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:53.038658 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45698) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:53.148726 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c2680f-525b-447a-81cd-c1b249a2539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:53.150008 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b9c2680f-525b-447a-81cd-c1b249a2539f admin admin] 10.222.0.23 "GET /v2.0/networks/ff201876-237a-4d11-8b70-5221cbe9a6ad HTTP/1.1" status: 200 len: 842 time: 0.1102831 Mar 15 17:11:53.159186 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:53.286437 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Made reservation on behalf of a21bb31611ad41feb63a9d261d2c6a7c for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:11:53.288763 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:53.648605 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.objects.ports [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103755) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 15 17:11:53.649017 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (c6903674-3398-4448-91cb-8b407e687fbb), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:53.700384 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6903674-3398-4448-91cb-8b407e687fbb,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:53.713611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:11:53.713958 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Network hostable DHCP agents. Network: ff201876-237a-4d11-8b70-5221cbe9a6ad, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:11:53.825261 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:11:53.903274 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, ff201876-237a-4d11-8b70-5221cbe9a6ad) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:53.907105 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:53.907737 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:53.912758 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfb1a7-52a4-44fa-b059-4136a6cf1955 None None] Network ff201876-237a-4d11-8b70-5221cbe9a6ad requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:11:53.991822 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2d28d9a1-1c4c-47c2-9b95-8978a81ac4e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8358867 Mar 15 17:11:54.012188 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015780b1-eff6-458c-a6f6-4713b8c9b421 None None] Network ff201876-237a-4d11-8b70-5221cbe9a6ad requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:11:56.418973 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45706) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:56.554779 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2dcd5a6f-7922-4cb2-bd91-0c7e11e35205 demo admin] 10.222.0.23 "GET /v2.0/routers/d05fcf05-7709-4b55-a1fe-e49ec310c98b HTTP/1.1" status: 200 len: 710 time: 0.1346931 Mar 15 17:11:56.714189 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb6467-54ed-485a-b631-9e7e3054a154 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:56.716158 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-02eb6467-54ed-485a-b631-9e7e3054a154 demo admin] 10.222.0.23 "GET /v2.0/networks/ff201876-237a-4d11-8b70-5221cbe9a6ad HTTP/1.1" status: 200 len: 886 time: 0.1560938 Mar 15 17:11:56.724781 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:56.963347 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks [] for router_gateway (d05fcf05-7709-4b55-a1fe-e49ec310c98b), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:57.271112 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks [] for router_gateway (d05fcf05-7709-4b55-a1fe-e49ec310c98b), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:57.347603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:57.450412 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Allocated IP 172.27.1.239 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/ebb28a18-7196-4efb-bb9d-a9455e19ae59) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:11:57.547472 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks [] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:57.629148 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:57.666203 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:57.671478 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:57.676850 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:11:57.709574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Pushing event updated for resources: {'Port': ['ID=ebb28a18-7196-4efb-bb9d-a9455e19ae59,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:58.020172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks [] for router_gateway (d05fcf05-7709-4b55-a1fe-e49ec310c98b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:58.309413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8029060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8057854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13532'] for router (d05fcf05-7709-4b55-a1fe-e49ec310c98b), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:58.312720 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8029085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8029294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8057847'] for router (d05fcf05-7709-4b55-a1fe-e49ec310c98b), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:58.421929 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Router d05fcf05-7709-4b55-a1fe-e49ec310c98b has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:11:58.529418 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:11:58.533492 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:58.547664 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9d3b7ccb-f739-4e5a-a6da-fac5df622d20 demo admin] 10.222.0.23 "PUT /v2.0/routers/d05fcf05-7709-4b55-a1fe-e49ec310c98b HTTP/1.1" status: 200 len: 890 time: 1.8129647 Mar 15 17:11:59.373549 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 48238c4b-e4d6-42de-9282-3cf00ac3ab2c up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:11:59.424620 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:59.425078 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:59.507985 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:12:01.047611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 45718) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:01.165482 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-eb0bc447-bddd-4b39-8fe5-76c506aacc26 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166425 Mar 15 17:12:01.213841 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Sync routers for ids ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:12:01.227008 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Routers {'d05fcf05-7709-4b55-a1fe-e49ec310c98b'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:01.227723 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:11:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:01.447951 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Set router d05fcf05-7709-4b55-a1fe-e49ec310c98b gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:01.922028 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'name': 'router1', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'ebb28a18-7196-4efb-bb9d-a9455e19ae59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:11:39Z', 'updated_at': '2022-03-15T17:11:57Z', 'revision_number': 4, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'gw_port': {'id': 'ebb28a18-7196-4efb-bb9d-a9455e19ae59', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:57Z', 'updated_at': '2022-03-15T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '48238c4b-e4d6-42de-9282-3cf00ac3ab2c', 'name': '', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'mac_address': 'fa:16:3e:d2:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:48Z', 'updated_at': '2022-03-15T17:11:52Z', 'revision_number': 5, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'subnets': [{'id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:01.975101 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Checking router: d05fcf05-7709-4b55-a1fe-e49ec310c98b for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:12:01.975492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Updating router d05fcf05-7709-4b55-a1fe-e49ec310c98b port ebb28a18-7196-4efb-bb9d-a9455e19ae59 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:12:02.028269 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:02.342967 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Publish callbacks [] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:02.413823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:02.464220 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31ae8-54bb-42b5-8deb-16a8225ff933 None None] Pushing event updated for resources: {'Port': ['ID=ebb28a18-7196-4efb-bb9d-a9455e19ae59,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:02.495842 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Attempting to bind port ebb28a18-7196-4efb-bb9d-a9455e19ae59 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:12:02.496310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Attempting to bind port ebb28a18-7196-4efb-bb9d-a9455e19ae59 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:12:02.496764 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Attempting to bind port ebb28a18-7196-4efb-bb9d-a9455e19ae59 on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:12:02.502926 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:12:02.502926 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:12:02.503263 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:02.503607 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:12:02.504414 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Bound port: ebb28a18-7196-4efb-bb9d-a9455e19ae59, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:12:02.504796 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:02.553555 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] For port ebb28a18-7196-4efb-bb9d-a9455e19ae59, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:12:02.556425 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] For port ebb28a18-7196-4efb-bb9d-a9455e19ae59, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ebb28a18-7196-4efb-bb9d-a9455e19ae59,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:12:02.629311 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:02.685838 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Routers {'d05fcf05-7709-4b55-a1fe-e49ec310c98b'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:02.686439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:11:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:02.688225 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31ae8-54bb-42b5-8deb-16a8225ff933 None None] Pushing event updated for resources: {'Port': ['ID=ebb28a18-7196-4efb-bb9d-a9455e19ae59,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:02.795624 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] Set router d05fcf05-7709-4b55-a1fe-e49ec310c98b gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:03.023686 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'name': 'router1', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'ebb28a18-7196-4efb-bb9d-a9455e19ae59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:11:39Z', 'updated_at': '2022-03-15T17:11:57Z', 'revision_number': 4, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'gw_port': {'id': 'ebb28a18-7196-4efb-bb9d-a9455e19ae59', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:57Z', 'updated_at': '2022-03-15T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '48238c4b-e4d6-42de-9282-3cf00ac3ab2c', 'name': '', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'mac_address': 'fa:16:3e:d2:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:48Z', 'updated_at': '2022-03-15T17:11:52Z', 'revision_number': 5, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'subnets': [{'id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:03.050660 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6151a1-c441-4166-9562-030623ff01eb None None] The sync data for ids ['d05fcf05-7709-4b55-a1fe-e49ec310c98b'] in dv-cinder-833871-1-iscsi is: [{'id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'name': 'router1', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'ebb28a18-7196-4efb-bb9d-a9455e19ae59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:11:39Z', 'updated_at': '2022-03-15T17:11:57Z', 'revision_number': 4, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'gw_port': {'id': 'ebb28a18-7196-4efb-bb9d-a9455e19ae59', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:57Z', 'updated_at': '2022-03-15T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '48238c4b-e4d6-42de-9282-3cf00ac3ab2c', 'name': '', 'network_id': 'd48251a5-16c1-43f0-ae8f-97371fff0419', 'tenant_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'mac_address': 'fa:16:3e:d2:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fcf05-7709-4b55-a1fe-e49ec310c98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:11:48Z', 'updated_at': '2022-03-15T17:11:52Z', 'revision_number': 5, 'project_id': 'b8e9c0de49b747bcbb50cb924f7ee6b3', 'subnets': [{'id': '5d68c7da-303c-490f-adf2-d44aba2a83bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64a9c564-1a6a-43f9-8f75-32f620b43930'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:12:03.391285 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ebb28a18-7196-4efb-bb9d-a9455e19ae59 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:12:03.455347 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port ebb28a18-7196-4efb-bb9d-a9455e19ae59 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:12:03.456015 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:03.555471 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port ebb28a18-7196-4efb-bb9d-a9455e19ae59 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:12:03.556012 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:03.582353 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port ebb28a18-7196-4efb-bb9d-a9455e19ae59, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ebb28a18-7196-4efb-bb9d-a9455e19ae59,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:03.665656 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:03.733472 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=ebb28a18-7196-4efb-bb9d-a9455e19ae59,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:05.331115 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ebb28a18-7196-4efb-bb9d-a9455e19ae59 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:12:05.410693 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port ebb28a18-7196-4efb-bb9d-a9455e19ae59 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:12:05.411323 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ebb28a18-7196-4efb-bb9d-a9455e19ae59), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:05.500723 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port ebb28a18-7196-4efb-bb9d-a9455e19ae59 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:12:12.288941 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7a318e9e-a4c9-4323-acab-97dd21e42d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:14.704508 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-79b642d2-468e-4e99-98e6-8408631eabf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:15.714513 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:17.298714 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:18.664679 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:27.267969 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:12:42.267534 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c45e2bb-cbb7-4b38-b03b-90b756caa6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:45.248865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-377afd8d-d649-4447-b6ee-0af2d7991360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:45.727539 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:47.284790 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:48.690350 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.268061 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:13:12.291787 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28f4b52a-02e7-4ddf-9a4c-b1a295548c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:14.731706 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f718ad44-b842-4b8e-aa12-07cdae22bf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:15.723522 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:17.289146 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:18.694795 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:24.632997 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46206) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:24.697636 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9032580-10f0-4d42-ac4d-a1de4eb62875 admin admin] GET failed (client error): The resource could not be found. Mar 15 17:13:24.698964 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e9032580-10f0-4d42-ac4d-a1de4eb62875 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650346 Mar 15 17:13:24.862662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a11c4-6668-4a04-be31-6dbbce9573c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:24.864081 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1f0a11c4-6668-4a04-be31-6dbbce9573c7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608210 Mar 15 17:13:27.188137 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46216) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:27.284229 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c36b6-7d40-41ad-af0d-e9a24b16323e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:27.285495 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-617c36b6-7d40-41ad-af0d-e9a24b16323e admin admin] 10.222.0.23 "GET /v2.0/subnets/5d68c7da-303c-490f-adf2-d44aba2a83bf HTTP/1.1" status: 200 len: 849 time: 0.0964298 Mar 15 17:13:27.295325 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:13:27.377928 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Publish callbacks [] for subnet (5d68c7da-303c-490f-adf2-d44aba2a83bf), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:27.617483 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776686351373'] for subnet (5d68c7da-303c-490f-adf2-d44aba2a83bf), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:27.651854 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:27.652451 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:27.655203 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] 10.222.0.23 "PUT /v2.0/subnets/5d68c7da-303c-490f-adf2-d44aba2a83bf HTTP/1.1" status: 200 len: 868 time: 0.3634374 Mar 15 17:13:27.657284 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5d31a-826a-4064-be69-9c429bdb0a6c None None] Network d48251a5-16c1-43f0-ae8f-97371fff0419 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:13:27.678087 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d68c7da-303c-490f-adf2-d44aba2a83bf,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:27.685662 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.686036 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.686376 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.686700 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.687031 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.687359 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.687777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.688105 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.688431 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.688750 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.689087 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.689431 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.689751 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.690066 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:27.690380 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da4adb9-20cf-485a-966a-e9e3b11f072e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:13:28.048246 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-fb8a8dbb-c1b6-4baa-964a-6d0aaa4eb24b None None] Provisioning complete for port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:13:28.048638 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fb8a8dbb-c1b6-4baa-964a-6d0aaa4eb24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (48238c4b-e4d6-42de-9282-3cf00ac3ab2c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:28.127983 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a8dbb-c1b6-4baa-964a-6d0aaa4eb24b None None] Current status of the port 48238c4b-e4d6-42de-9282-3cf00ac3ab2c is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:13:28.138156 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-fb8a8dbb-c1b6-4baa-964a-6d0aaa4eb24b None None] Provisioning complete for port 0bf1194d-7251-4816-b75b-603603aa42b7 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:13:28.138497 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fb8a8dbb-c1b6-4baa-964a-6d0aaa4eb24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0bf1194d-7251-4816-b75b-603603aa42b7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:28.215036 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a8dbb-c1b6-4baa-964a-6d0aaa4eb24b None None] Current status of the port 0bf1194d-7251-4816-b75b-603603aa42b7 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:13:30.025782 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46226) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:30.239030 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e138c-58a5-4d97-b9e0-c0741899fa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:30.239413 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e138c-58a5-4d97-b9e0-c0741899fa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:30.241864 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-225e138c-58a5-4d97-b9e0-c0741899fa58 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2142446 Mar 15 17:13:32.594839 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46234) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:32.797385 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4833ef-56c7-48a5-8c6e-df8b1f303860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:32.797771 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4833ef-56c7-48a5-8c6e-df8b1f303860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:32.799297 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bd4833ef-56c7-48a5-8c6e-df8b1f303860 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035198 Mar 15 17:13:35.113251 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46242) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:35.281635 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6af63-4611-4359-9043-78d97035942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:35.282923 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2fd6af63-4611-4359-9043-78d97035942f admin admin] 10.222.0.23 "GET /v2.0/networks/d48251a5-16c1-43f0-ae8f-97371fff0419 HTTP/1.1" status: 200 len: 869 time: 0.1687288 Mar 15 17:13:37.597274 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46250) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:37.726628 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624aaab0-3252-442e-9b48-01788be0c2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:37.728032 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-624aaab0-3252-442e-9b48-01788be0c2a9 admin admin] 10.222.0.23 "GET /v2.0/networks/ff201876-237a-4d11-8b70-5221cbe9a6ad HTTP/1.1" status: 200 len: 886 time: 0.1298103 Mar 15 17:13:40.083607 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46258) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:40.207057 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ea4f1-48bc-4d77-b46b-938b82ed942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:40.207510 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ea4f1-48bc-4d77-b46b-938b82ed942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:40.209096 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b57ea4f1-48bc-4d77-b46b-938b82ed942c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244366 Mar 15 17:13:41.326206 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:13:42.291410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-59d10258-4cdb-4523-bddf-fe09a419cebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:42.549495 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46266) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:42.639416 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f8217-c6b7-404d-b1bd-3c821c800fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:42.639894 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f8217-c6b7-404d-b1bd-3c821c800fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:42.641389 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1b0f8217-c6b7-404d-b1bd-3c821c800fdc admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910161 Mar 15 17:13:44.728172 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a283066a-b689-4953-8ad0-62637d71f62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:44.981818 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46274) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:45.072226 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20285c-a637-40eb-9fd9-ed327f29f975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:45.073587 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-de20285c-a637-40eb-9fd9-ed327f29f975 admin admin] 10.222.0.23 "GET /v2.0/subnets/5d68c7da-303c-490f-adf2-d44aba2a83bf HTTP/1.1" status: 200 len: 868 time: 0.0908973 Mar 15 17:13:45.727940 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:47.305416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:47.430254 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46282) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:47.515683 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f622d28-3029-4d58-9756-65155b0b13bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:13:47.517036 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-6f622d28-3029-4d58-9756-65155b0b13bb admin admin] 10.222.0.23 "GET /v2.0/subnets/c6903674-3398-4448-91cb-8b407e687fbb HTTP/1.1" status: 200 len: 816 time: 0.0858328 Mar 15 17:13:48.699546 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.330147 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d19f16f-1a7b-487b-8a95-efbaf45d60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.760352 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2af97438-b61c-43a1-b2a4-7983ae9e186c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.722541 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.039501 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46334) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:16.098237 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [None req-dd03d92c-7fd9-485a-ae98-104dea91aaf3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:14:16.099831 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-dd03d92c-7fd9-485a-ae98-104dea91aaf3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0589702 Mar 15 17:14:17.310243 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.265579 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:14:18.604031 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46342) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:18.668045 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7f741a-50d3-4bbc-b3e3-bb4e96862859 admin admin] GET failed (client error): The resource could not be found. Mar 15 17:14:18.669371 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0c7f741a-50d3-4bbc-b3e3-bb4e96862859 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644121 Mar 15 17:14:18.703966 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.812939 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6784b-8871-4f8a-9571-f398ffd7618a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:18.814350 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-5ab6784b-8871-4f8a-9571-f398ffd7618a admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1408315 Mar 15 17:14:21.189376 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46350) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:21.236105 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:21.326858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Made reservation on behalf of a21bb31611ad41feb63a9d261d2c6a7c for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:21.329091 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.356935 dv-cinder-833871-1-iscsi neutron-server[103755]: WARNING neutron.services.revisions.revision_plugin [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Could not find related network for resource to bump revision. Mar 15 17:14:21.367703 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:14:21.376400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (90b5a87c-7f43-496c-af03-6eebaae886b0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.376739 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Added segment 90b5a87c-7f43-496c-af03-6eebaae886b0 of type vlan for network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 Mar 15 17:14:21.419006 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (b0a11c2f-1743-49ab-88eb-a2f1f545fa16), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.506776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (b0a11c2f-1743-49ab-88eb-a2f1f545fa16), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.507786 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:21.508365 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.564067 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Pushing event updated for resources: {'Network': ['ID=b0a11c2f-1743-49ab-88eb-a2f1f545fa16,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:21.589345 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3988497 Mar 15 17:14:21.653672 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.654006 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.654508 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.654874 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.655200 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.655523 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.655886 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.656204 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.656540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.656865 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.657200 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.657540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.657857 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.658170 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.658481 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f554c5b-87c2-43ca-a58e-1356ffacdc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:21.669572 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:14:23.962301 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46358) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:24.026243 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bb97cd-a950-483f-96eb-83fab8196fda admin admin] GET failed (client error): The resource could not be found. Mar 15 17:14:24.027549 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-39bb97cd-a950-483f-96eb-83fab8196fda admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0643055 Mar 15 17:14:24.100912 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae38f74-6663-4115-9465-5988de03c8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:24.102375 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5ae38f74-6663-4115-9465-5988de03c8c3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707889 Mar 15 17:14:24.112275 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:24.214982 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Made reservation on behalf of a21bb31611ad41feb63a9d261d2c6a7c for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:24.217402 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.438201 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (ff3eedf9-0550-495b-a309-88517bd20571), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.496226 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3eedf9-0550-495b-a309-88517bd20571,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:24.501955 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Checking segment: {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:24.502305 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Network hostable DHCP agents. Network: b0a11c2f-1743-49ab-88eb-a2f1f545fa16, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:14:24.638221 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:14:24.695877 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, b0a11c2f-1743-49ab-88eb-a2f1f545fa16) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:24.701737 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:24.702686 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.709447 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cc4fd-4109-4246-8163-0056332c31b4 None None] Network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:24.806837 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5e7df151-acfb-4efb-938d-f606bb2122a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6891689 Mar 15 17:14:24.983788 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-b0a11c2f-1743-49ab-88eb-a2f1f545fa16', 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16', 'project_id': 'a21bb31611ad41feb63a9d261d2c6a7c', 'fixed_ips': [{'subnet_id': 'ff3eedf9-0550-495b-a309-88517bd20571'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:14:24.985163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.196691 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Allocated IP 192.168.233.2 (b0a11c2f-1743-49ab-88eb-a2f1f545fa16/ff3eedf9-0550-495b-a309-88517bd20571/39a19c07-777e-4f37-a75b-deb4a86f2e77) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:25.403551 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Publish callbacks [] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.524453 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.578131 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:25.582482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:25.584692 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Pushing event updated for resources: {'Port': ['ID=39a19c07-777e-4f37-a75b-deb4a86f2e77,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:25.588000 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:25.596471 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.596814 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.597198 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.597554 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.598291 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.598632 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.598959 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.599285 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.599713 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.599984 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.600307 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.600648 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.600981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.601301 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.601621 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:25.662714 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Attempting to bind port 39a19c07-777e-4f37-a75b-deb4a86f2e77 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:25.663242 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Attempting to bind port 39a19c07-777e-4f37-a75b-deb4a86f2e77 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:25.663778 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Attempting to bind port 39a19c07-777e-4f37-a75b-deb4a86f2e77 on network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:25.671186 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:25.671863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Checking segment: {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:25.672063 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.672452 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Bound using segment: {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:25.672938 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Bound port: 39a19c07-777e-4f37-a75b-deb4a86f2e77, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:25.673322 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.754463 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] For port 39a19c07-777e-4f37-a75b-deb4a86f2e77, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:25.759280 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] For port 39a19c07-777e-4f37-a75b-deb4a86f2e77, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=39a19c07-777e-4f37-a75b-deb4a86f2e77,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:25.836250 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.905783 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce146efa-8499-4186-b3b9-e1415262c235 None None] Pushing event updated for resources: {'Port': ['ID=39a19c07-777e-4f37-a75b-deb4a86f2e77,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:26.994810 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81deed5-b1bc-401e-b5fa-20458a376291 None None] Network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:27.073193 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] Provisioning complete for port 39a19c07-777e-4f37-a75b-deb4a86f2e77 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:27.073588 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.251558 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] Current status of the port 39a19c07-777e-4f37-a75b-deb4a86f2e77 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:27.252203 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.314682 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] For port 39a19c07-777e-4f37-a75b-deb4a86f2e77, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=39a19c07-777e-4f37-a75b-deb4a86f2e77,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:27.403277 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.468284 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 39a19c07-777e-4f37-a75b-deb4a86f2e77 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:27.539134 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca6b79-0825-47f7-8c10-2122a590fbdb None None] Pushing event updated for resources: {'Port': ['ID=39a19c07-777e-4f37-a75b-deb4a86f2e77,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:27.573219 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-c410c1c8-44c6-4ae9-ace7-a33a7be77842 None None] Provisioning complete for port 39a19c07-777e-4f37-a75b-deb4a86f2e77 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:27.573610 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c410c1c8-44c6-4ae9-ace7-a33a7be77842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.603991 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 39a19c07-777e-4f37-a75b-deb4a86f2e77 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:27.604378 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.725421 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c410c1c8-44c6-4ae9-ace7-a33a7be77842 None None] Current status of the port 39a19c07-777e-4f37-a75b-deb4a86f2e77 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:27.731407 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 39a19c07-777e-4f37-a75b-deb4a86f2e77 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:29.407169 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 39a19c07-777e-4f37-a75b-deb4a86f2e77 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:29.465168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 39a19c07-777e-4f37-a75b-deb4a86f2e77 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:29.465570 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (39a19c07-777e-4f37-a75b-deb4a86f2e77), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.555863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 39a19c07-777e-4f37-a75b-deb4a86f2e77 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:42.295288 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c775d290-44eb-428e-b041-6126f6f60ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:44.746155 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c235776-5193-4922-ac9c-5d60a39c8736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:45.729960 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.303522 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:48.720529 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.264347 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:15:12.335575 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-447bf2dd-8d4e-4052-a79e-64abf4288376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.745900 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbc29015-9fd4-4f45-97c6-a9cc39916df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.739651 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:17.310672 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:18.686141 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:32.263986 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:15:42.285056 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8850ea60-571a-49a5-b86c-e0178b5b3e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:44.761410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-135c3e2a-69e0-4277-b4e9-4db28d3fba48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:45.745051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:47.341714 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.735389 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:09.264319 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:16:12.295218 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-aef69c1f-d40b-4813-8fb0-b4e06b468133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:14.764985 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c9ad-7398-4ddb-ab5a-73f8b846b0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.753501 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:17.357478 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.304530 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46398) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:18.310936 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [None req-33ea8c35-2d8a-4795-bdd6-51a20d41a8b9 tempest-verify_tempest_config-1501290053 tempest-verify_tempest_config-1501290053-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:16:18.312056 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-33ea8c35-2d8a-4795-bdd6-51a20d41a8b9 tempest-verify_tempest_config-1501290053 tempest-verify_tempest_config-1501290053-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064075 Mar 15 17:16:18.709308 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.871959 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46416) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:19.009947 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.127962 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Publish callbacks [] for security_group (ec8acaf5-c8c0-4048-8662-57d8d09e8a99), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.203413 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ec8acaf5-c8c0-4048-8662-57d8d09e8a99), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.250905 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd8e2a773a374d9e9ea3e593ac9d7e6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3778472 Mar 15 17:16:19.252078 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8acaf5-c8c0-4048-8662-57d8d09e8a99,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:19.254957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46420) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:19.259688 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.260054 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.260427 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.260755 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.261093 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.261449 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.261756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.262084 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.262413 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.262783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.263078 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.263404 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.264312 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.264651 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.264977 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0539-cba8-4ff4-b223-eefbf7dfbd4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.312518 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Publish callbacks [] for security_group (ec8acaf5-c8c0-4048-8662-57d8d09e8a99), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.334912 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Publish callbacks [] for security_group (ec8acaf5-c8c0-4048-8662-57d8d09e8a99), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.597941 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ec8acaf5-c8c0-4048-8662-57d8d09e8a99), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.600822 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.602205 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec8acaf5-c8c0-4048-8662-57d8d09e8a99 HTTP/1.1" status: 204 len: 168 time: 0.3459363 Mar 15 17:16:19.612035 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8acaf5-c8c0-4048-8662-57d8d09e8a99,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:19.621390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.621878 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.622353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.622793 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.623233 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.623757 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.624164 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.624664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.625135 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.625661 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.626173 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.626609 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.626958 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.627379 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:19.627842 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4439-fc33-4386-9115-2a24a693975f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:42.287537 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6385d35b-3ba2-4cbd-ba5b-6cf6ac2df447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.779238 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf67c921-3a91-4811-8ad2-ce223159fd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.749886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:46.263584 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:16:47.338673 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.741667 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:12.278589 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3d62b299-4e6a-4fac-9f84-9bd34ebc3488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:14.737284 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dec37e7a-e41f-4f6f-8fc4-d8f14605b8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:15.754800 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:17.314624 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.764011 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:23.262465 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 5 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:17:42.300500 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-30ad3ec7-9175-4e7d-9b9e-cc39af937210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:44.736699 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9f603b5-9961-4d0b-9a56-84b4ea8cb78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:45.747883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:47.336507 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:48.736530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.100060 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8031598'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.261582 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:18:11.997727 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46494) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:12.108379 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4b024cd7-3423-4d8c-a513-5291779548ff admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1088808 Mar 15 17:18:12.301035 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f492b434-a24d-4114-9393-7e716ca7749c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:14.445300 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46504) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:14.506072 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-75b91bcb-ce19-4505-801f-9299b9623a37 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596530 Mar 15 17:18:14.768258 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d36a-bd09-45d9-a75d-0e241b1086d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:15.740932 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:17.318298 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:18.746763 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:27.100715 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:37.260761 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:18:42.304252 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db5abba2-5e09-42d7-8c2b-9447c0e13dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:44.744261 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a8859c4-71c8-4b7f-a1ae-614e96d38501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:45.766642 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:47.351083 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:48.738254 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.093970 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:12.319249 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3e280aae-957c-4be2-8d4d-d00af8ccecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:14.259881 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:19:14.756126 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7829a66f-c0c0-41b7-9b6a-49fc967297b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.767336 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.332653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.761191 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:27.143737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.332019 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-83db337e-6ab7-4ba1-bc3b-fe532887d628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:44.743540 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-36aa2cba-595c-411a-94f6-622eda7a849e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:45.782014 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:47.360017 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:48.892189 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:51.267603 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:19:53.279805 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46680) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:53.710006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-503904080-network', 'tenant_id': 'f9f127de9ca34fc18bf5613734313035'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:53.817081 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Made reservation on behalf of f9f127de9ca34fc18bf5613734313035 for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:53.820261 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:53.828858 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:53.916950 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks [] for security_group (9b09c8b5-009e-4925-a0ce-3ed18714d528), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:53.935120 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46706) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:53.984173 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9b09c8b5-009e-4925-a0ce-3ed18714d528), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.017721 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:19:54.030486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b09c8b5-009e-4925-a0ce-3ed18714d528,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:54.036322 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776686486712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (43e0db06-fecb-4247-9f6f-9c9e1f157f44), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.036877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Unsubscribe: segment precommit_create {{(pid=103754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 15 17:19:54.037392 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Added segment 43e0db06-fecb-4247-9f6f-9c9e1f157f44 of type vlan for network 895cde13-f68a-4b57-9a54-147ad897a665 Mar 15 17:19:54.051260 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.051614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.052525 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.052871 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.053204 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.053535 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.053860 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.054189 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.054515 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.054841 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.055179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.055604 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.056149 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.056479 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.056893 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Tracked resource versions report: Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: pushed versions: Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: { 'AddressGroup': {'1.2'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Agent': {'1.1'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'ConntrackHelper': {'1.0'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Log': {'1.0'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'NDPProxy': {'1.0'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Network': {'1.1'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Port': {'1.7'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'PortForwarding': {'1.2'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'QosPolicy': {'1.10'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroup': {'1.5'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SubPort': {'1.0'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Subnet': {'1.1'}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Trunk': {'1.1'}} Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: consumer versions: Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: HyperV agent@hv-cinder-83387: {}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Agent': '1.1', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'ConntrackHelper': '1.0', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'LocalIPAssociation': '1.0', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Log': '1.0', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'NDPProxy': '1.0', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Network': '1.1', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Port': '1.7', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'PortForwarding': '1.2', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'QosPolicy': '1.10', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroup': '1.5', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SecurityGroupRule': '1.2', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'SubPort': '1.0', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Subnet': '1.1', Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: 'Trunk': '1.1'}} Mar 15 17:19:54.058361 dv-cinder-833871-1-iscsi neutron-server[103754]: {{(pid=103754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:19:54.102821 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (895cde13-f68a-4b57-9a54-147ad897a665), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.234526 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (895cde13-f68a-4b57-9a54-147ad897a665), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.235532 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:54.236252 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.342022 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] Pushing event updated for resources: {'Network': ['ID=895cde13-f68a-4b57-9a54-147ad897a665,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:54.354588 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 895cde13-f68a-4b57-9a54-147ad897a665 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:19:54.400450 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-8da85039-2bfa-4d6a-bd8a-227df981f148 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1194072 Mar 15 17:19:54.400841 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46732) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:54.407807 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Request body: {'subnet': {'network_id': '895cde13-f68a-4b57-9a54-147ad897a665', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-503904080-subnet', 'tenant_id': 'f9f127de9ca34fc18bf5613734313035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:54.497367 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Made reservation on behalf of f9f127de9ca34fc18bf5613734313035 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:54.499283 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1927200918-network', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:54.499729 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.522390 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46736) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:54.600878 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Made reservation on behalf of dee493e2dcb849cfab6e2bd8613ea8f0 for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:54.608631 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.614276 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.730087 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks [] for security_group (315187af-cf2e-4fec-85d1-992a85a052ca), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.737864 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (44033703-1a98-4437-ae64-2b464b0d3336), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.777846 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (315187af-cf2e-4fec-85d1-992a85a052ca), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.790075 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44033703-1a98-4437-ae64-2b464b0d3336,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:54.799371 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.799883 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.800318 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.800892 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.801307 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.801870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.802444 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.802875 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.803294 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.803741 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.804199 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.804836 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.805181 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.805600 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.806009 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Tracked resource versions report: Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: pushed versions: Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: { 'AddressGroup': {'1.2'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Agent': {'1.1'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'ConntrackHelper': {'1.0'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Log': {'1.0'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'NDPProxy': {'1.0'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Network': {'1.1'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Port': {'1.7'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'PortForwarding': {'1.2'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'QosPolicy': {'1.10'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroup': {'1.5'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SubPort': {'1.0'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Subnet': {'1.1'}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Trunk': {'1.1'}} Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: consumer versions: Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: HyperV agent@hv-cinder-83387: {}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Agent': '1.1', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'ConntrackHelper': '1.0', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'LocalIPAssociation': '1.0', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Log': '1.0', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'NDPProxy': '1.0', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Network': '1.1', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Port': '1.7', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'PortForwarding': '1.2', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'QosPolicy': '1.10', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroup': '1.5', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SecurityGroupRule': '1.2', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'SubPort': '1.0', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Subnet': '1.1', Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: 'Trunk': '1.1'}} Mar 15 17:19:54.808057 dv-cinder-833871-1-iscsi neutron-server[103755]: {{(pid=103755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:19:54.820499 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315187af-cf2e-4fec-85d1-992a85a052ca,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:54.832128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Checking segment: {'id': '43e0db06-fecb-4247-9f6f-9c9e1f157f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:54.833712 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Network hostable DHCP agents. Network: 895cde13-f68a-4b57-9a54-147ad897a665, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:19:54.835998 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:19:54.851220 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (731ed910-3b10-49dc-9cf9-769fdb058e38), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.852273 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Added segment 731ed910-3b10-49dc-9cf9-769fdb058e38 of type vlan for network a074d5f8-5192-44d6-b04d-8382c9f50f1b Mar 15 17:19:54.865745 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-325878425-network', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:54.919348 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (a074d5f8-5192-44d6-b04d-8382c9f50f1b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.927285 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Network 895cde13-f68a-4b57-9a54-147ad897a665 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:19:54.973170 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Made reservation on behalf of d7aede9fb4844b08bb39998d12d842b3 for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:54.976933 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.983177 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 895cde13-f68a-4b57-9a54-147ad897a665) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:54.987624 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:54.988496 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.990687 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (a074d5f8-5192-44d6-b04d-8382c9f50f1b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.994355 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffef90-223d-4557-8a84-838d18db687a None None] Network 895cde13-f68a-4b57-9a54-147ad897a665 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:55.003399 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:55.004730 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.017302 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.095664 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-44055c69-475c-40f6-991d-4afb2866c177 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6917729 Mar 15 17:19:55.134420 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] Pushing event updated for resources: {'Network': ['ID=a074d5f8-5192-44d6-b04d-8382c9f50f1b,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:55.148055 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:19:55.172215 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0fa9362b-33da-4564-b583-27cbdb2b4dbe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2357185 Mar 15 17:19:55.175274 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46766) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:55.182122 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Request body: {'subnet': {'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1927200918-subnet', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:55.210757 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e27149-6aba-45df-84b9-b69d56f3b9db None None] Network 895cde13-f68a-4b57-9a54-147ad897a665 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:55.304101 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Made reservation on behalf of dee493e2dcb849cfab6e2bd8613ea8f0 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:55.307451 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.329664 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks [] for security_group (83e3ced9-e89e-406b-9ea6-55183c83581f), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.457508 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (83e3ced9-e89e-406b-9ea6-55183c83581f), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.491686 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:19:55.568675 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (9e682209-61c8-4b19-920c-1813de466588), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.569015 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Added segment 9e682209-61c8-4b19-920c-1813de466588 of type vlan for network 38f111f1-5b7e-4709-a214-83a7dc6b3791 Mar 15 17:19:55.589731 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e3ced9-e89e-406b-9ea6-55183c83581f,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:55.626509 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (38f111f1-5b7e-4709-a214-83a7dc6b3791), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.681343 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (bbcb676e-ddb7-41a7-a2f4-916e99be3deb), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.737206 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (38f111f1-5b7e-4709-a214-83a7dc6b3791), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.738256 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:55.740676 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.762962 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcb676e-ddb7-41a7-a2f4-916e99be3deb,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:55.775978 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Checking segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:55.776667 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Network hostable DHCP agents. Network: a074d5f8-5192-44d6-b04d-8382c9f50f1b, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:19:55.850301 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] Pushing event updated for resources: {'Network': ['ID=38f111f1-5b7e-4709-a214-83a7dc6b3791,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:55.863793 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:19:55.896600 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-94092c89-eb7b-4898-afce-0febe17b94c6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3723354 Mar 15 17:19:55.900224 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46808) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:55.905236 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Request body: {'subnet': {'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-subnet', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:55.937805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:19:56.029203 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Made reservation on behalf of d7aede9fb4844b08bb39998d12d842b3 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:56.031779 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.034133 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, a074d5f8-5192-44d6-b04d-8382c9f50f1b) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:56.042121 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f9e65b-7dbb-4ab9-9afc-2f3505ff988c None None] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:56.087918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:56.088627 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.160130 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:19:56.161795 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.211667 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8e76b11e-29fe-46fa-8beb-9b20169cf289 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0349846 Mar 15 17:19:56.214536 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46816) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:56.219603 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:56.307943 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Allocated IP 172.20.0.2 (a074d5f8-5192-44d6-b04d-8382c9f50f1b/bbcb676e-ddb7-41a7-a2f4-916e99be3deb/e6943dfd-807f-4d7f-8020-4ab8a362ae34) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:56.354318 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (afc48950-096a-46be-956f-86584f849e8a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.354838 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (874f6234-0d6d-41bc-843e-6853d1da5009), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.356067 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (874f6234-0d6d-41bc-843e-6853d1da5009), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.415924 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks [] for router_controller (874f6234-0d6d-41bc-843e-6853d1da5009), precommit_add_association {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.423314 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc48950-096a-46be-956f-86584f849e8a,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:56.466817 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Checking segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:56.468023 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Network hostable DHCP agents. Network: 38f111f1-5b7e-4709-a214-83a7dc6b3791, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:19:56.471659 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Publish callbacks [] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.512217 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46822) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:56.601921 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.627940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:19:56.659940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7043782e-f026-4352-b5ac-7e85f0e46578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.702685 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Pushing event updated for resources: {'Port': ['ID=e6943dfd-807f-4d7f-8020-4ab8a362ae34,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:56.720310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:56.726020 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.726977 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 38f111f1-5b7e-4709-a214-83a7dc6b3791) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:56.727488 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.727488 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.727488 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.727488 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.728040 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.728790 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.729415 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.730071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.730601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.731090 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.731606 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.732131 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.732653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.734436 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Tracked resource versions report: Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: pushed versions: Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: { 'AddressGroup': {'1.2'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Agent': {'1.1'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'ConntrackHelper': {'1.0'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Log': {'1.0'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'NDPProxy': {'1.0'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Network': {'1.1'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Port': {'1.7'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'PortForwarding': {'1.2'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'QosPolicy': {'1.10'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroup': {'1.5'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SubPort': {'1.0'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Subnet': {'1.1'}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Trunk': {'1.1'}} Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: consumer versions: Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: HyperV agent@hv-cinder-83387: {}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Agent': '1.1', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'ConntrackHelper': '1.0', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'LocalIPAssociation': '1.0', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Log': '1.0', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'NDPProxy': '1.0', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Network': '1.1', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Port': '1.7', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'PortForwarding': '1.2', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'QosPolicy': '1.10', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroup': '1.5', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SecurityGroupRule': '1.2', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'SubPort': '1.0', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Subnet': '1.1', Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: 'Trunk': '1.1'}} Mar 15 17:19:56.736472 dv-cinder-833871-1-iscsi neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:19:56.746241 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48828f-8993-468f-8659-06d3a9ebcedf None None] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:56.749002 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:56.751946 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:56.760518 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:56.761106 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.765939 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks [] for router_gateway (874f6234-0d6d-41bc-843e-6853d1da5009), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.808466 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7043782e-f026-4352-b5ac-7e85f0e46578 admin admin] Publish callbacks [] for security_group (9b682b39-9f2b-408d-b116-dedaef38d123), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.860816 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Attempting to bind port e6943dfd-807f-4d7f-8020-4ab8a362ae34 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:56.861132 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Attempting to bind port e6943dfd-807f-4d7f-8020-4ab8a362ae34 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:56.861574 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Attempting to bind port e6943dfd-807f-4d7f-8020-4ab8a362ae34 on network a074d5f8-5192-44d6-b04d-8382c9f50f1b {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:56.874902 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:56.875679 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Checking segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:56.875679 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.876066 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Bound using segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:56.876532 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Bound port: e6943dfd-807f-4d7f-8020-4ab8a362ae34, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:56.876909 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.940360 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-38f111f1-5b7e-4709-a214-83a7dc6b3791', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:19:56.941212 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.946173 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-cdcf9194-2fbf-4eb4-bec0-80a628a86589 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0447578 Mar 15 17:19:56.947072 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7043782e-f026-4352-b5ac-7e85f0e46578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9b682b39-9f2b-408d-b116-dedaef38d123), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.951833 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46838) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:56.960316 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:57.032878 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7043782e-f026-4352-b5ac-7e85f0e46578 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20cc7456d96d4fc8a56be5a6a4834c9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5193293 Mar 15 17:19:57.033974 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043782e-f026-4352-b5ac-7e85f0e46578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b682b39-9f2b-408d-b116-dedaef38d123,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:57.037808 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46844) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:57.154718 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (a8df87cd-e82a-4b05-862f-77b8652c20a9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.157845 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (a8df87cd-e82a-4b05-862f-77b8652c20a9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.182043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c39e9-ea43-4e48-b2f1-03cd0105eb3a admin admin] Publish callbacks [] for security_group (9b682b39-9f2b-408d-b116-dedaef38d123), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.206454 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46868) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:57.210743 dv-cinder-833871-1-iscsi neutron-server[103754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 15 17:19:57.243513 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.248360 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] For port e6943dfd-807f-4d7f-8020-4ab8a362ae34, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:57.267683 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c39e9-ea43-4e48-b2f1-03cd0105eb3a admin admin] Publish callbacks [] for security_group (9b682b39-9f2b-408d-b116-dedaef38d123), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.279697 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] For port e6943dfd-807f-4d7f-8020-4ab8a362ae34, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e6943dfd-807f-4d7f-8020-4ab8a362ae34,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:57.310812 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks [] for router_controller (a8df87cd-e82a-4b05-862f-77b8652c20a9), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.355806 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Allocated IP 172.20.0.2 (38f111f1-5b7e-4709-a214-83a7dc6b3791/afc48950-096a-46be-956f-86584f849e8a/379a7aaa-3b89-42e4-860c-afa94228c6fb) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:57.413884 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.427501 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks [] for router_gateway (874f6234-0d6d-41bc-843e-6853d1da5009), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.474591 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.558883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Publish callbacks [] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.594092 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d7e9-2c15-4a38-a8b3-d76834eebabb None None] Pushing event updated for resources: {'Port': ['ID=e6943dfd-807f-4d7f-8020-4ab8a362ae34,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:57.618275 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-ee9f4a10-c72a-40f1-975e-4588533e687d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:57.619877 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-ee9f4a10-c72a-40f1-975e-4588533e687d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/networks?id=895cde13-f68a-4b57-9a54-147ad897a665 HTTP/1.1" status: 200 len: 811 time: 0.4102955 Mar 15 17:19:57.654714 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-40e72173-b7fa-4a4d-881c-ff0e15a8079d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/quotas/f9f127de9ca34fc18bf5613734313035 HTTP/1.1" status: 200 len: 375 time: 0.0273352 Mar 15 17:19:57.657347 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks [] for router_gateway (a8df87cd-e82a-4b05-862f-77b8652c20a9), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.661814 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.709983 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:57.715146 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:57.720669 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:57.740075 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c39e9-ea43-4e48-b2f1-03cd0105eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9b682b39-9f2b-408d-b116-dedaef38d123), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.742781 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c39e9-ea43-4e48-b2f1-03cd0105eb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.744118 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-8f8c39e9-ea43-4e48-b2f1-03cd0105eb3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b682b39-9f2b-408d-b116-dedaef38d123 HTTP/1.1" status: 204 len: 168 time: 0.7057099 Mar 15 17:19:57.751004 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-7d7fa621-c9f9-4c8e-9a7b-d0cabd29710d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9f127de9ca34fc18bf5613734313035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758975 Mar 15 17:19:57.771830 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c39e9-ea43-4e48-b2f1-03cd0105eb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b682b39-9f2b-408d-b116-dedaef38d123,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:57.777157 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Allocated IP 172.27.1.3 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/4eba96e3-cf34-4532-9afa-c1dea8bba21e) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:57.794530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Pushing event updated for resources: {'Port': ['ID=379a7aaa-3b89-42e4-860c-afa94228c6fb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:57.844098 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Attempting to bind port 379a7aaa-3b89-42e4-860c-afa94228c6fb on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:57.844485 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Attempting to bind port 379a7aaa-3b89-42e4-860c-afa94228c6fb by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:57.844973 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Attempting to bind port 379a7aaa-3b89-42e4-860c-afa94228c6fb on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:57.854480 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:57.855391 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Checking segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:57.856076 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.856634 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Bound using segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:57.857261 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Bound port: 379a7aaa-3b89-42e4-860c-afa94228c6fb, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:57.857823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.031163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] For port 379a7aaa-3b89-42e4-860c-afa94228c6fb, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:58.035289 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] For port 379a7aaa-3b89-42e4-860c-afa94228c6fb, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=379a7aaa-3b89-42e4-860c-afa94228c6fb,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:58.044638 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks [] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.146897 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks [] for router_gateway (a8df87cd-e82a-4b05-862f-77b8652c20a9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.169801 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.190051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.191571 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.322204 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46916) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:58.343612 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebcc01-f23e-4b32-a4a5-00d1bbed8a42 None None] Pushing event updated for resources: {'Port': ['ID=379a7aaa-3b89-42e4-860c-afa94228c6fb,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:58.369479 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Allocated IP 172.27.1.213 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/b35ae3da-e069-4596-b6c3-57e1e9f8ad57) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:58.450052 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:58.466508 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:58.477425 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:58.565015 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-916654c6-e1dc-486a-a307-daabc7bfb5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.613919 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks [] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.628367 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Pushing event updated for resources: {'Port': ['ID=4eba96e3-cf34-4532-9afa-c1dea8bba21e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:58.628367 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-320e16e2-3803-40cb-91d0-5269afdb047d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:19:58.628888 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-320e16e2-3803-40cb-91d0-5269afdb047d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1392298 Mar 15 17:19:58.848380 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-916654c6-e1dc-486a-a307-daabc7bfb5da admin admin] Publish callbacks [] for security_group (54812573-5815-4cb5-9eb9-620b4bc5fb42), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.869904 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.925998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:58.929188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:58.933792 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:58.956028 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-3f1fba80-01b2-41de-82b2-60ee114077ae service neutron] 10.222.0.23 "GET /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976943 Mar 15 17:19:58.957432 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 46940) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:59.016302 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Pushing event updated for resources: {'Port': ['ID=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:59.044390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-916654c6-e1dc-486a-a307-daabc7bfb5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (54812573-5815-4cb5-9eb9-620b4bc5fb42), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.050105 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-dc9c51c6-47ba-4093-8d3f-cdc1678be464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.164610 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636fd4d1-d562-4304-a93a-4bf96db52487 None None] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:59.245665 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916654c6-e1dc-486a-a307-daabc7bfb5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54812573-5815-4cb5-9eb9-620b4bc5fb42,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:59.256672 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-916654c6-e1dc-486a-a307-daabc7bfb5da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3f5b6336a884ea78450334ec8028ec8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9334266 Mar 15 17:19:59.257270 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46946) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:59.276009 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-7fee2166-e0b5-4b06-b6a6-346e60cff689 service neutron] 10.222.0.23 "GET /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966418 Mar 15 17:19:59.292808 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] Provisioning complete for port e6943dfd-807f-4d7f-8020-4ab8a362ae34 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:59.293259 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.355675 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks [] for router_gateway (874f6234-0d6d-41bc-843e-6853d1da5009), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.405694 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe5e74ef-507a-4e4b-83e3-425126e5d7d1 admin admin] Publish callbacks [] for security_group (54812573-5815-4cb5-9eb9-620b4bc5fb42), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.434107 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] Current status of the port e6943dfd-807f-4d7f-8020-4ab8a362ae34 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:59.434811 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.493792 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] For port e6943dfd-807f-4d7f-8020-4ab8a362ae34, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e6943dfd-807f-4d7f-8020-4ab8a362ae34,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:59.526410 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-dc9c51c6-47ba-4093-8d3f-cdc1678be464 admin admin] Publish callbacks [] for security_group (aed43a3f-ab1b-40ae-91b5-e6c41895b01b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.592501 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe5e74ef-507a-4e4b-83e3-425126e5d7d1 admin admin] Publish callbacks [] for security_group (54812573-5815-4cb5-9eb9-620b4bc5fb42), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.616799 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.707686 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-dc9c51c6-47ba-4093-8d3f-cdc1678be464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (aed43a3f-ab1b-40ae-91b5-e6c41895b01b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.729824 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks [] for router_gateway (a8df87cd-e82a-4b05-862f-77b8652c20a9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.772669 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba83da-d284-4aeb-80c9-c0a6114e8c96 None None] Pushing event updated for resources: {'Port': ['ID=e6943dfd-807f-4d7f-8020-4ab8a362ae34,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:59.862246 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e6943dfd-807f-4d7f-8020-4ab8a362ae34 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:59.879177 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-dc9c51c6-47ba-4093-8d3f-cdc1678be464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bebb76eb9064ba8b51b1220b50e065a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9152613 Mar 15 17:19:59.880612 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 46966) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:59.950621 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe5e74ef-507a-4e4b-83e3-425126e5d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (54812573-5815-4cb5-9eb9-620b4bc5fb42), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.953592 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe5e74ef-507a-4e4b-83e3-425126e5d7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.958277 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fe5e74ef-507a-4e4b-83e3-425126e5d7d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54812573-5815-4cb5-9eb9-620b4bc5fb42 HTTP/1.1" status: 204 len: 168 time: 0.6972466 Mar 15 17:19:59.986745 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e74ef-507a-4e4b-83e3-425126e5d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54812573-5815-4cb5-9eb9-620b4bc5fb42,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:00.257100 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c51c6-47ba-4093-8d3f-cdc1678be464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed43a3f-ab1b-40ae-91b5-e6c41895b01b,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:00.264469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-3fac6fe8-68a5-425f-a7fb-578fe80b9a72 None None] Provisioning complete for port e6943dfd-807f-4d7f-8020-4ab8a362ae34 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:00.264469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3fac6fe8-68a5-425f-a7fb-578fe80b9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.269194 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5e232a6c-cb5d-44e5-a0d3-18ea56140cea req-346ee750-3bad-4df8-8d62-9b1b2e2a2931 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.1731608 Mar 15 17:20:00.272440 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6b02f4e8-5558-4bfb-927c-ed5966c2d553 admin admin] Publish callbacks [] for security_group (aed43a3f-ab1b-40ae-91b5-e6c41895b01b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.275274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port e6943dfd-807f-4d7f-8020-4ab8a362ae34 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:00.275274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.278314 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6b02f4e8-5558-4bfb-927c-ed5966c2d553 admin admin] Publish callbacks [] for security_group (aed43a3f-ab1b-40ae-91b5-e6c41895b01b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.278686 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (874f6234-0d6d-41bc-843e-6853d1da5009), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.279326 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a62f34-36c9-4d37-8070-b66ca59b3e31 None None] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:20:00.422939 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (a8df87cd-e82a-4b05-862f-77b8652c20a9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.491365 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-3fac6fe8-68a5-425f-a7fb-578fe80b9a72 None None] Current status of the port e6943dfd-807f-4d7f-8020-4ab8a362ae34 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:00.496577 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port e6943dfd-807f-4d7f-8020-4ab8a362ae34 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:00.497984 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 379a7aaa-3b89-42e4-860c-afa94228c6fb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:00.533780 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6b02f4e8-5558-4bfb-927c-ed5966c2d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (aed43a3f-ab1b-40ae-91b5-e6c41895b01b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.536584 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6b02f4e8-5558-4bfb-927c-ed5966c2d553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.547364 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6b02f4e8-5558-4bfb-927c-ed5966c2d553 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aed43a3f-ab1b-40ae-91b5-e6c41895b01b HTTP/1.1" status: 204 len: 168 time: 0.5907948 Mar 15 17:20:00.555159 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 379a7aaa-3b89-42e4-860c-afa94228c6fb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:00.555549 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.572429 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02f4e8-5558-4bfb-927c-ed5966c2d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed43a3f-ab1b-40ae-91b5-e6c41895b01b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:00.599165 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Router 874f6234-0d6d-41bc-843e-6853d1da5009 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:20:00.658297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Provisioning complete for port 379a7aaa-3b89-42e4-860c-afa94228c6fb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:00.658902 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.714252 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:20:00.755840 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 379a7aaa-3b89-42e4-860c-afa94228c6fb is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:00.756227 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.816883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 379a7aaa-3b89-42e4-860c-afa94228c6fb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=379a7aaa-3b89-42e4-860c-afa94228c6fb,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:00.830764 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Current status of the port 379a7aaa-3b89-42e4-860c-afa94228c6fb is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:00.831827 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.875754 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:00.885767 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:00.889988 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:00.897398 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:00.905215 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:00.906551 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:00.915728 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.926792 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:00.928536 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:01.009028 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.010920 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a74bc2d5-cd25-4664-a78d-694c537d8a80 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0587230 Mar 15 17:20:01.013679 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47024) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:01.016514 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.022830 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fc63520d-db4f-4de8-834d-2514bf7a364d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8070014 Mar 15 17:20:01.022970 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47026) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:01.141562 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.db.api [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:20:01.142057 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG oslo_db.api [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:20:01.147393 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=379a7aaa-3b89-42e4-860c-afa94228c6fb,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:01.208517 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:01.219598 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:01.238653 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47040) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:01.305416 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b68ea35a-4da8-4a78-ac23-e3d6d2ce1ff4 req-9a733bef-ef48-45ff-ad64-d09514c2ee0a tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0648215 Mar 15 17:20:01.516120 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:19:59Z', 'revision_number': 3, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:01.549370 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:01.550037 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Updating router a8df87cd-e82a-4b05-862f-77b8652c20a9 port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:20:01.582211 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.657121 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e6943dfd-807f-4d7f-8020-4ab8a362ae34 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:01.800402 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-71872d28-7cc9-412f-a40a-276d2f87b758 None None] Current status of the port 379a7aaa-3b89-42e4-860c-afa94228c6fb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:01.832168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:19:58Z', 'revision_number': 3, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:01.880209 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:01.880731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Updating router 874f6234-0d6d-41bc-843e-6853d1da5009 port 4eba96e3-cf34-4532-9afa-c1dea8bba21e binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:20:01.916465 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.053266 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port e6943dfd-807f-4d7f-8020-4ab8a362ae34 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:02.054032 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.091185 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Publish callbacks [] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.189797 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.200580 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-8d4f1407-442c-4b76-9143-7f54fb385d88 None None] Provisioning complete for port 379a7aaa-3b89-42e4-860c-afa94228c6fb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:02.201101 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1407-442c-4b76-9143-7f54fb385d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.261367 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Attempting to bind port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:02.261747 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Attempting to bind port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:02.262113 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Attempting to bind port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:02.265086 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Pushing event updated for resources: {'Port': ['ID=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:02.273993 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:02.278589 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:02.278589 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.278589 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:02.278589 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Bound port: b35ae3da-e069-4596-b6c3-57e1e9f8ad57, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:02.278589 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.278589 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.279124 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.279803 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.280311 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.280804 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.281275 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.281745 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.282209 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.282672 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.283146 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.283611 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.284183 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.284682 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.285294 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.285850 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Tracked resource versions report: Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: pushed versions: Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Agent': {'1.1'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Log': {'1.0'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'NDPProxy': {'1.0'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Network': {'1.1'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Port': {'1.7'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'PortForwarding': {'1.2'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: consumer versions: Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: HyperV agent@hv-cinder-83387: {}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: L3 agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: Metadata agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: Metering agent@dv-cinder-833871-1-iscsi: {}, Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-833871-1-iscsi: { 'AddressGroup': '1.2', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Agent': '1.1', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Log': '1.0', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'NDPProxy': '1.0', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Network': '1.1', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Port': '1.7', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'PortForwarding': '1.2', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'QosPolicy': '1.10', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'SubPort': '1.0', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Subnet': '1.1', Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: 'Trunk': '1.1'}} Mar 15 17:20:02.287871 dv-cinder-833871-1-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:20:02.299680 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.374650 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.423530 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] For port b35ae3da-e069-4596-b6c3-57e1e9f8ad57, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:02.428850 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] For port b35ae3da-e069-4596-b6c3-57e1e9f8ad57, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:02.445288 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Publish callbacks [] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.503448 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.508313 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f1407-442c-4b76-9143-7f54fb385d88 None None] Current status of the port 379a7aaa-3b89-42e4-860c-afa94228c6fb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:02.557336 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.563791 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ab4a6b48-9218-4239-b74c-0260f6a9ba94 req-489aca35-0473-4bad-a159-0c195da5123e tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0528407 Mar 15 17:20:02.603737 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:02.604413 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:02.643569 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port e6943dfd-807f-4d7f-8020-4ab8a362ae34 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:02.646023 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 379a7aaa-3b89-42e4-860c-afa94228c6fb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:02.646972 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788b161-6fa1-4dc6-bd17-0cbe55022552 None None] Pushing event updated for resources: {'Port': ['ID=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:02.726745 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Attempting to bind port 4eba96e3-cf34-4532-9afa-c1dea8bba21e on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:02.727315 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Attempting to bind port 4eba96e3-cf34-4532-9afa-c1dea8bba21e by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:02.727479 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Attempting to bind port 4eba96e3-cf34-4532-9afa-c1dea8bba21e on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:02.737884 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d637a-9f9b-4f99-ace3-cd615180f9b3 None None] Pushing event updated for resources: {'Port': ['ID=4eba96e3-cf34-4532-9afa-c1dea8bba21e,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:02.749795 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:02.750192 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:02.751387 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.751387 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:02.751537 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Bound port: 4eba96e3-cf34-4532-9afa-c1dea8bba21e, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:02.751867 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.760661 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:02.784794 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Allocated IP 172.20.0.1 (38f111f1-5b7e-4709-a214-83a7dc6b3791/afc48950-096a-46be-956f-86584f849e8a/d61b9e6a-ba5b-4810-a3f2-c905c2483e15) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:02.807353 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 379a7aaa-3b89-42e4-860c-afa94228c6fb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:02.807774 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.816566 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Allocated IP 172.20.0.1 (a074d5f8-5192-44d6-b04d-8382c9f50f1b/bbcb676e-ddb7-41a7-a2f4-916e99be3deb/5323d7ec-736b-4921-9e69-5b8a14df0c50) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:02.844168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] For port 4eba96e3-cf34-4532-9afa-c1dea8bba21e, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:02.863321 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] For port 4eba96e3-cf34-4532-9afa-c1dea8bba21e, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4eba96e3-cf34-4532-9afa-c1dea8bba21e,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:02.951121 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.958433 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 379a7aaa-3b89-42e4-860c-afa94228c6fb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:02.998120 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks [] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.034958 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:03.035687 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:03.072578 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks [] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.172017 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.205500 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d637a-9f9b-4f99-ace3-cd615180f9b3 None None] Pushing event updated for resources: {'Port': ['ID=4eba96e3-cf34-4532-9afa-c1dea8bba21e,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:03.208833 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:03.226524 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:19:59Z', 'revision_number': 3, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:03.272264 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:03.291768 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:03.292900 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (a8df87cd-e82a-4b05-862f-77b8652c20a9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.303162 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbdafe-dfea-4c3e-ad0e-0024d9977b1b None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:19:59Z', 'revision_number': 3, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:03.384928 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:03.410927 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.523675 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:03.571021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:03.608112 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:03.681474 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:03.682213 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (874f6234-0d6d-41bc-843e-6853d1da5009), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.813202 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-5d53412a-7bbf-4f98-8128-171d9bca674c None None] Provisioning complete for port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:03.814144 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d53412a-7bbf-4f98-8128-171d9bca674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.887740 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5d53412a-7bbf-4f98-8128-171d9bca674c None None] Port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:03.921363 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-442a667e-8fbf-4d58-8611-97f996ce4350 req-f92a80eb-b6d3-4a2f-a350-552383076ca4 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0992277 Mar 15 17:20:03.929082 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:19:58Z', 'revision_number': 3, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:04.002923 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ce47a-1794-4d72-ae21-009da479e546 None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:19:58Z', 'revision_number': 3, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:04.141375 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Pushing event updated for resources: {'Port': ['ID=5323d7ec-736b-4921-9e69-5b8a14df0c50,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:04.173315 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.44', 61733) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:04.184115 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.222853 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-b95f9608-1d9a-4f20-98ab-8344182dddb0 None None] Provisioning complete for port 5323d7ec-736b-4921-9e69-5b8a14df0c50 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:04.223794 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b95f9608-1d9a-4f20-98ab-8344182dddb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.263932 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.312145 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b95f9608-1d9a-4f20-98ab-8344182dddb0 None None] Port 5323d7ec-736b-4921-9e69-5b8a14df0c50 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:04.418118 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-450621bc-6e9a-4fdc-8f6d-e2d7b1b92f2c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:04.420959 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-450621bc-6e9a-4fdc-8f6d-e2d7b1b92f2c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.44 "GET /v2.0/networks?id=895cde13-f68a-4b57-9a54-147ad897a665 HTTP/1.1" status: 200 len: 811 time: 0.2464070 Mar 15 17:20:04.507806 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Request body: {'port': {'device_id': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665', 'admin_state_up': True, 'tenant_id': 'f9f127de9ca34fc18bf5613734313035'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:04.683578 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks [] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.742206 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks [] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.769199 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.772996 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (a8df87cd-e82a-4b05-862f-77b8652c20a9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.922400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.923253 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (874f6234-0d6d-41bc-843e-6853d1da5009), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.064557 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:05.190251 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:05.223139 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:05.254599 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Pushing event updated for resources: {'Port': ['ID=5323d7ec-736b-4921-9e69-5b8a14df0c50,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:05.268541 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Made reservation on behalf of f9f127de9ca34fc18bf5613734313035 for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:20:05.273649 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.323354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47224) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:05.575993 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:05.580147 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:05.586343 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-54ee94cd-673b-41a9-8de6-bed4bd0b5d19 req-f3323ab2-708e-4508-bd27-a2747fe232b3 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.1416748 Mar 15 17:20:05.657303 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-c894cd7c-b835-43d5-891e-05e189b6973c None None] Provisioning complete for port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:05.657734 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c894cd7c-b835-43d5-891e-05e189b6973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.674792 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-848921f5-329f-4213-a425-535dce025f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.752781 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c894cd7c-b835-43d5-891e-05e189b6973c None None] Port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:05.835310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4eba96e3-cf34-4532-9afa-c1dea8bba21e up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:05.918264 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Allocated IP 172.20.0.9 (895cde13-f68a-4b57-9a54-147ad897a665/44033703-1a98-4437-ae64-2b464b0d3336/50105ba2-72b4-4ba6-b404-279396d1efec) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:05.953825 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 4eba96e3-cf34-4532-9afa-c1dea8bba21e triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:05.956338 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.986430 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:06.045718 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Router 874f6234-0d6d-41bc-843e-6853d1da5009 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:06.134356 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-848921f5-329f-4213-a425-535dce025f34 admin admin] Publish callbacks [] for security_group (ddb43507-620e-4780-90ce-94827ac04fdd), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.163647 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-4eb4298e-c12c-4a2d-9523-860301a70cb7 None None] Provisioning complete for port 5323d7ec-736b-4921-9e69-5b8a14df0c50 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:06.164088 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4eb4298e-c12c-4a2d-9523-860301a70cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.199556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 4eba96e3-cf34-4532-9afa-c1dea8bba21e is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:06.200589 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.231558 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4298e-c12c-4a2d-9523-860301a70cb7 None None] Port 5323d7ec-736b-4921-9e69-5b8a14df0c50 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:06.237086 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 4eba96e3-cf34-4532-9afa-c1dea8bba21e, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4eba96e3-cf34-4532-9afa-c1dea8bba21e,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:06.274242 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-848921f5-329f-4213-a425-535dce025f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ddb43507-620e-4780-90ce-94827ac04fdd), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.309134 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.310162 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device b35ae3da-e069-4596-b6c3-57e1e9f8ad57 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:06.320809 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:06.327536 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-36b0175b-ffeb-4571-a9b3-1fab3f90d0d9 admin admin] 10.222.0.23 "PUT /v2.0/routers/a8df87cd-e82a-4b05-862f-77b8652c20a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128307 Mar 15 17:20:06.372006 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:06.392361 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d11e3ba3-21d0-4d15-a4c5-4acf1c6ba02f admin admin] 10.222.0.23 "PUT /v2.0/routers/874f6234-0d6d-41bc-843e-6853d1da5009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618715 Mar 15 17:20:06.448506 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks [] for port (50105ba2-72b4-4ba6-b404-279396d1efec), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.458158 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-848921f5-329f-4213-a425-535dce025f34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2cfd947cfa94e3e9b0f2ef758c8bf78&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1330473 Mar 15 17:20:06.460960 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47272) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:06.463894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848921f5-329f-4213-a425-535dce025f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb43507-620e-4780-90ce-94827ac04fdd,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:06.586499 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=4eba96e3-cf34-4532-9afa-c1dea8bba21e,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:06.663705 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:06.664380 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.665084 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.695179 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3b41710-0413-4e28-84f5-d11fc57d80c3 admin admin] Publish callbacks [] for security_group (ddb43507-620e-4780-90ce-94827ac04fdd), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.751169 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3b41710-0413-4e28-84f5-d11fc57d80c3 admin admin] Publish callbacks [] for security_group (ddb43507-620e-4780-90ce-94827ac04fdd), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.924047 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:06.926376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.937357 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3b41710-0413-4e28-84f5-d11fc57d80c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ddb43507-620e-4780-90ce-94827ac04fdd), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.942615 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3b41710-0413-4e28-84f5-d11fc57d80c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:06.944711 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d3b41710-0413-4e28-84f5-d11fc57d80c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddb43507-620e-4780-90ce-94827ac04fdd HTTP/1.1" status: 204 len: 168 time: 0.4822285 Mar 15 17:20:06.983141 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b41710-0413-4e28-84f5-d11fc57d80c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb43507-620e-4780-90ce-94827ac04fdd,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:07.012231 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:07.019778 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Network 895cde13-f68a-4b57-9a54-147ad897a665 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:07.043296 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:07.045514 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:07.048728 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:07.050639 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port b35ae3da-e069-4596-b6c3-57e1e9f8ad57, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:07.102922 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:07.110474 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:07.111145 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:07.140062 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Pushing event updated for resources: {'Port': ['ID=50105ba2-72b4-4ba6-b404-279396d1efec,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:07.144458 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:07.237769 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f745b08-a6ad-486f-a171-48161882876a req-7d9b8588-4499-432e-9e60-4073eb313a9f tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:07.256300 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8f745b08-a6ad-486f-a171-48161882876a req-7d9b8588-4499-432e-9e60-4073eb313a9f tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 931 time: 0.3882821 Mar 15 17:20:07.318465 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:07.321222 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-dd80f38e-cceb-4810-9703-819caa3ae5f9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8440831 Mar 15 17:20:07.355564 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:07.358971 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-f6845ad0-4db6-4c39-abd6-de22e4996ddc tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:20:07.367248 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-f6845ad0-4db6-4c39-abd6-de22e4996ddc tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287647 Mar 15 17:20:07.484243 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8f745b08-a6ad-486f-a171-48161882876a req-d3f4c13e-b3bb-4e0a-9532-1b23376ee148 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575379 Mar 15 17:20:07.485852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:07.485852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:07.485852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:07.489406 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47298) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:07.686951 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4eba96e3-cf34-4532-9afa-c1dea8bba21e up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:07.694057 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:08.072992 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 4eba96e3-cf34-4532-9afa-c1dea8bba21e triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:08.073369 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.163052 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47314) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:08.166432 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520768163', 'description': 'tempest-description--1991290133'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:08.231885 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 2, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:08.252914 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c7225dd9-f767-4bcc-adc9-9fc6041f14cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.269781 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Request body: {'port': {'device_id': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:08.276953 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 4eba96e3-cf34-4532-9afa-c1dea8bba21e is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:08.299166 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:08.299782 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Updating router a8df87cd-e82a-4b05-862f-77b8652c20a9 port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:20:08.311795 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device b35ae3da-e069-4596-b6c3-57e1e9f8ad57 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:08.334079 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.342159 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.421915 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 2, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:08.442429 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47330) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:08.498111 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664703692', 'description': 'tempest-description--1785406389'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:08.520072 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.525080 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:08.528786 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Updating router 874f6234-0d6d-41bc-843e-6853d1da5009 port 5323d7ec-736b-4921-9e69-5b8a14df0c50 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:20:08.657439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.786574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (62c67f2f-ffed-4279-aa21-5c31f157df45), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.818068 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c7225dd9-f767-4bcc-adc9-9fc6041f14cf admin admin] Publish callbacks [] for security_group (906c4868-130b-4f85-b5b8-ca34f4ad5afb), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.843266 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Publish callbacks [] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.885712 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (62c67f2f-ffed-4279-aa21-5c31f157df45), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.914552 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.929776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c7225dd9-f767-4bcc-adc9-9fc6041f14cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (906c4868-130b-4f85-b5b8-ca34f4ad5afb), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:08.983000 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.076899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.078486 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9172955 Mar 15 17:20:09.095371 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47352) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:09.095913 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Publish callbacks [] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.110705 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:09.111084 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.113787 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'security_group_rule': {'security_group_id': '62c67f2f-ffed-4279-aa21-5c31f157df45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:09.127245 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69daaf5-0c3f-4bea-b086-30bd6b68bc32 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c67f2f-ffed-4279-aa21-5c31f157df45,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:09.131683 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958480ed-7727-49f5-9a76-8a5064fbdbe5 None None] Pushing event updated for resources: {'Port': ['ID=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:09.198810 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.221379 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c7225dd9-f767-4bcc-adc9-9fc6041f14cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26bab4678e0d44778ec086c5d8c95fe7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7297711 Mar 15 17:20:09.249993 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47360) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:09.265331 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47362) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:09.347945 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Attempting to bind port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:09.348613 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Attempting to bind port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:09.348613 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Attempting to bind port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:09.354270 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d7bfc-ae9e-408c-b5eb-1cfdd989f6ea None None] Pushing event updated for resources: {'Port': ['ID=5323d7ec-736b-4921-9e69-5b8a14df0c50,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:09.385460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:09.385460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Checking segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:09.385460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.385460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Bound using segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:09.385460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Bound port: d61b9e6a-ba5b-4810-a3f2-c905c2483e15, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:09.385460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.410772 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (1c71e54e-6ea4-49f5-84dd-746d6295a3fc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.423859 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50105ba2-72b4-4ba6-b404-279396d1efec {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:09.434019 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Publish callbacks [] for port (50105ba2-72b4-4ba6-b404-279396d1efec), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.455887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7225dd9-f767-4bcc-adc9-9fc6041f14cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906c4868-130b-4f85-b5b8-ca34f4ad5afb,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:09.463915 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Transition to ACTIVE for port object 50105ba2-72b4-4ba6-b404-279396d1efec will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:20:09.531068 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (1c71e54e-6ea4-49f5-84dd-746d6295a3fc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.536201 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] For port d61b9e6a-ba5b-4810-a3f2-c905c2483e15, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:09.540411 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] For port d61b9e6a-ba5b-4810-a3f2-c905c2483e15, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:09.561471 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.579973 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-532ddf04-c15c-444f-a2f4-dcd21521c490 admin admin] Publish callbacks [] for security_group (906c4868-130b-4f85-b5b8-ca34f4ad5afb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.613342 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.616170 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:09.640333 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Attempting to bind port 5323d7ec-736b-4921-9e69-5b8a14df0c50 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:09.640673 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Attempting to bind port 5323d7ec-736b-4921-9e69-5b8a14df0c50 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:09.640981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Attempting to bind port 5323d7ec-736b-4921-9e69-5b8a14df0c50 on network a074d5f8-5192-44d6-b04d-8382c9f50f1b {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:09.644349 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] Provisioning complete for port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:09.644720 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.649156 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:09.649546 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Checking segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:09.650061 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.650335 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Bound using segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:09.650805 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Bound port: 5323d7ec-736b-4921-9e69-5b8a14df0c50, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:09.651185 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.663030 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (80ad8db3-b131-4f2c-9269-75f1eb89d088), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.685243 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71e54e-6ea4-49f5-84dd-746d6295a3fc,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:09.696517 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-532ddf04-c15c-444f-a2f4-dcd21521c490 admin admin] Publish callbacks [] for security_group (906c4868-130b-4f85-b5b8-ca34f4ad5afb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.777132 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:09.777762 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:09.782360 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.784230 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a0220b3a-fcc6-44a1-abc6-9c33d35b8fec tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3415225 Mar 15 17:20:09.802007 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47380) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:09.807884 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (80ad8db3-b131-4f2c-9269-75f1eb89d088), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.813053 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'security_group_rule': {'security_group_id': '1c71e54e-6ea4-49f5-84dd-746d6295a3fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:09.868800 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e370b5-426e-462c-bfe7-0964fb5f7fca req-d2ceefaf-0ab2-407c-bb03-addde0bc5064 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:09.874450 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (80ad8db3-b131-4f2c-9269-75f1eb89d088), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.895699 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9e370b5-426e-462c-bfe7-0964fb5f7fca req-d2ceefaf-0ab2-407c-bb03-addde0bc5064 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 931 time: 0.4295661 Mar 15 17:20:09.997915 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ad8db3-b131-4f2c-9269-75f1eb89d088,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.023072 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (920464de-3b51-431d-8acd-b2cfddb61626), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.039513 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] For port 5323d7ec-736b-4921-9e69-5b8a14df0c50, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:10.078887 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958480ed-7727-49f5-9a76-8a5064fbdbe5 None None] Pushing event updated for resources: {'Port': ['ID=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.117098 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] For port 5323d7ec-736b-4921-9e69-5b8a14df0c50, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5323d7ec-736b-4921-9e69-5b8a14df0c50,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:10.126900 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] Current status of the port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:10.129972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.163402 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-532ddf04-c15c-444f-a2f4-dcd21521c490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (906c4868-130b-4f85-b5b8-ca34f4ad5afb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.172790 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-532ddf04-c15c-444f-a2f4-dcd21521c490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.180435 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-532ddf04-c15c-444f-a2f4-dcd21521c490 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/906c4868-130b-4f85-b5b8-ca34f4ad5afb HTTP/1.1" status: 204 len: 168 time: 0.9092400 Mar 15 17:20:10.213752 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:10.217903 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (920464de-3b51-431d-8acd-b2cfddb61626), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.221965 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] For port d61b9e6a-ba5b-4810-a3f2-c905c2483e15, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:10.224691 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.228948 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-81a5e220-a47f-4386-9e11-f4dae9a240f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1285813 Mar 15 17:20:10.229606 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47388) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:10.235885 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'security_group_rule': {'security_group_id': '62c67f2f-ffed-4279-aa21-5c31f157df45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:10.246080 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.275587 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Pushing event updated for resources: {'Port': ['ID=50105ba2-72b4-4ba6-b404-279396d1efec,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.284724 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ddf04-c15c-444f-a2f4-dcd21521c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c4868-130b-4f85-b5b8-ca34f4ad5afb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.293664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-619d463e-ec7f-418f-a0fd-135b0c9b9612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.310124 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (920464de-3b51-431d-8acd-b2cfddb61626), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.405272 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Attempting to bind port 50105ba2-72b4-4ba6-b404-279396d1efec on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:10.405666 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Attempting to bind port 50105ba2-72b4-4ba6-b404-279396d1efec by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '43e0db06-fecb-4247-9f6f-9c9e1f157f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:10.406106 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Attempting to bind port 50105ba2-72b4-4ba6-b404-279396d1efec on network 895cde13-f68a-4b57-9a54-147ad897a665 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:10.408462 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.466001 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9e370b5-426e-462c-bfe7-0964fb5f7fca req-20bd95d8-1535-4c6a-a242-d526c76d40da tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577266 Mar 15 17:20:10.466001 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Port 50105ba2-72b4-4ba6-b404-279396d1efec on network 895cde13-f68a-4b57-9a54-147ad897a665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:20:10.466001 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Attempting to bind port 50105ba2-72b4-4ba6-b404-279396d1efec on network 895cde13-f68a-4b57-9a54-147ad897a665 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:10.475268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:10.475677 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Checking segment: {'id': '43e0db06-fecb-4247-9f6f-9c9e1f157f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:10.476427 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Bound using segment: {'id': '43e0db06-fecb-4247-9f6f-9c9e1f157f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:10.476807 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.485075 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6803122 Mar 15 17:20:10.488114 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Bound port: 50105ba2-72b4-4ba6-b404-279396d1efec, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e0db06-fecb-4247-9f6f-9c9e1f157f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:10.488603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47392) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:10.489188 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.496793 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'security_group_rule': {'security_group_id': '1c71e54e-6ea4-49f5-84dd-746d6295a3fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:10.519814 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea445472-8438-4f2e-846a-542525a7727b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920464de-3b51-431d-8acd-b2cfddb61626,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.532671 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:10.534677 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:19:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:10.536729 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-619d463e-ec7f-418f-a0fd-135b0c9b9612 admin admin] Publish callbacks [] for security_group (eaa036c3-7a08-4cfa-a4d9-9df7ca100be2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.556128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (793460d8-71b9-48e9-89ae-71f0991e4962), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.603246 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d7bfc-ae9e-408c-b5eb-1cfdd989f6ea None None] Pushing event updated for resources: {'Port': ['ID=5323d7ec-736b-4921-9e69-5b8a14df0c50,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.635312 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-619d463e-ec7f-418f-a0fd-135b0c9b9612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (eaa036c3-7a08-4cfa-a4d9-9df7ca100be2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.690656 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] For port 50105ba2-72b4-4ba6-b404-279396d1efec, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:10.699063 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] For port 50105ba2-72b4-4ba6-b404-279396d1efec, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=50105ba2-72b4-4ba6-b404-279396d1efec,segment=NetworkSegment(43e0db06-fecb-4247-9f6f-9c9e1f157f44),segment_id=43e0db06-fecb-4247-9f6f-9c9e1f157f44)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:10.818873 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:09Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:10.819742 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (7640572e-dbc0-4257-8d4c-d76173712399), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.822195 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d463e-ec7f-418f-a0fd-135b0c9b9612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa036c3-7a08-4cfa-a4d9-9df7ca100be2,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:10.826966 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (793460d8-71b9-48e9-89ae-71f0991e4962), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.837429 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:10.840644 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-619d463e-ec7f-418f-a0fd-135b0c9b9612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de2d7c0220204f54a3b728034cf06871&name=default HTTP/1.1" status: 200 len: 2994 time: 1.5347514 Mar 15 17:20:10.841297 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47402) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:10.896026 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796e696-01bc-4a49-ac25-ccc423d4e399 None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:09Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:10.995936 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791be48-2287-423c-9a47-d2fc890f30c5 None None] Pushing event updated for resources: {'Port': ['ID=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:11.000799 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Provisioning complete for port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:11.001107 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.001209 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (793460d8-71b9-48e9-89ae-71f0991e4962), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.002460 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Pushing event updated for resources: {'Port': ['ID=50105ba2-72b4-4ba6-b404-279396d1efec,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:11.035763 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:11.037763 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.040647 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-220c23e8-403e-4416-820e-6bd681917601 service neutron] 10.222.0.44 "PUT /v2.0/ports/50105ba2-72b4-4ba6-b404-279396d1efec HTTP/1.1" status: 200 len: 1093 time: 3.4484940 Mar 15 17:20:11.041848 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'tag': '50105ba2-72b4-4ba6-b404-279396d1efec'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:11.045474 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (7640572e-dbc0-4257-8d4c-d76173712399), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.099600 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:11.119308 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793460d8-71b9-48e9-89ae-71f0991e4962,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:11.128539 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8dd59fa4-bd1f-4d46-948c-2fc99b0bb8fa admin admin] Publish callbacks [] for security_group (eaa036c3-7a08-4cfa-a4d9-9df7ca100be2), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.188743 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (7640572e-dbc0-4257-8d4c-d76173712399), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.191786 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8dd59fa4-bd1f-4d46-948c-2fc99b0bb8fa admin admin] Publish callbacks [] for security_group (eaa036c3-7a08-4cfa-a4d9-9df7ca100be2), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.295459 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.304169 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-19cbbd86-a298-4635-adfa-85b63d77fc35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0722752 Mar 15 17:20:11.319544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47410) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:11.320269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7640572e-dbc0-4257-8d4c-d76173712399,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:11.335137 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Current status of the port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:11.335892 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:11.367498 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Provisioning complete for port 5323d7ec-736b-4921-9e69-5b8a14df0c50 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:11.373733 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.502817 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.505046 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8e391e1f-c5ca-4dcf-bae1-31352d517969 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0146663 Mar 15 17:20:11.511392 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47416) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:11.516319 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:11.559082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8dd59fa4-bd1f-4d46-948c-2fc99b0bb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (eaa036c3-7a08-4cfa-a4d9-9df7ca100be2), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.561569 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8dd59fa4-bd1f-4d46-948c-2fc99b0bb8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.566223 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8dd59fa4-bd1f-4d46-948c-2fc99b0bb8fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eaa036c3-7a08-4cfa-a4d9-9df7ca100be2 HTTP/1.1" status: 204 len: 168 time: 0.7218246 Mar 15 17:20:11.636215 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47420) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:11.655743 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd59fa4-bd1f-4d46-948c-2fc99b0bb8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa036c3-7a08-4cfa-a4d9-9df7ca100be2,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:11.659586 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.689424 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Current status of the port 5323d7ec-736b-4921-9e69-5b8a14df0c50 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:11.689424 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.744044 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-577e69d0-0c53-4de3-88f0-05378f7ad707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:11.745377 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-577e69d0-0c53-4de3-88f0-05378f7ad707 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f127de9ca34fc18bf5613734313035&device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 1127 time: 0.4945707 Mar 15 17:20:11.785912 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e18ea6f-cb35-43aa-aecc-e087b67ab00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.787924 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:11.809736 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83ee7f-3708-42ba-805e-6b557107bf7e req-53f89083-16a8-4ff0-8002-fbf15fc50ec1 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:11.818497 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ba83ee7f-3708-42ba-805e-6b557107bf7e req-53f89083-16a8-4ff0-8002-fbf15fc50ec1 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.1905813 Mar 15 17:20:11.894376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d61b9e6a-ba5b-4810-a3f2-c905c2483e15 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:11.899088 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47426) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:11.909193 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ba83ee7f-3708-42ba-805e-6b557107bf7e req-17e02904-1a94-4a10-9dd0-cfb12e29dd7c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Mar 15 17:20:11.960338 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] For port 5323d7ec-736b-4921-9e69-5b8a14df0c50, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5323d7ec-736b-4921-9e69-5b8a14df0c50,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:11.966752 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:12.024015 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c40a9d-498a-445f-9618-62a762e97926 None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:12.025787 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.091959 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c366d27-54b5-4b52-ae3d-b027464eae48" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea5020e-4cb6-4bde-9ea1-662e07ef2276", "tag": "50105ba2-72b4-4ba6-b404-279396d1efec"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:12.256660 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1f069-1316-4dd5-b505-c9def4296e1b None None] Pushing event updated for resources: {'Port': ['ID=5323d7ec-736b-4921-9e69-5b8a14df0c50,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:12.276434 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:12.276841 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.280390 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2199c8cf-f1a0-4b1e-9b51-690bc8483975 None None] Provisioning complete for port 5323d7ec-736b-4921-9e69-5b8a14df0c50 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:12.280823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2199c8cf-f1a0-4b1e-9b51-690bc8483975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.323446 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e18ea6f-cb35-43aa-aecc-e087b67ab00e admin admin] Publish callbacks [] for security_group (a718283e-1877-4b02-897b-9a0881ff9d1a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.371151 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9031677f-118f-47ea-a035-8b6892036188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.386171 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a050d9ef-b752-4dd3-b9bd-d9ccba4850f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.392802 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.458912 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.571575 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9031677f-118f-47ea-a035-8b6892036188 admin admin] Publish callbacks [] for security_group (36e4e7e6-d82b-4c6b-a26c-9fc775d11bba), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.587745 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:12.593810 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Allocated IP 172.27.1.234 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/05208344-cc30-4546-b219-8663ef75663f) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:12.594283 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2199c8cf-f1a0-4b1e-9b51-690bc8483975 None None] Current status of the port 5323d7ec-736b-4921-9e69-5b8a14df0c50 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:12.634156 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9031677f-118f-47ea-a035-8b6892036188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (36e4e7e6-d82b-4c6b-a26c-9fc775d11bba), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.650890 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e18ea6f-cb35-43aa-aecc-e087b67ab00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (a718283e-1877-4b02-897b-9a0881ff9d1a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.696943 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031677f-118f-47ea-a035-8b6892036188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4e7e6-d82b-4c6b-a26c-9fc775d11bba,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:12.725702 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-9031677f-118f-47ea-a035-8b6892036188 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab2f9b4172c9450ca4e70f188f8b748c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8045039 Mar 15 17:20:12.726251 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47442) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:12.822940 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed3d80-7304-46f7-b777-560c09fa709a x-openstack-request-id: req-c7ed3d80-7304-46f7-b777-560c09fa709a {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:12.823578 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea5020e-4cb6-4bde-9ea1-662e07ef2276", "tag": "50105ba2-72b4-4ba6-b404-279396d1efec", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:12.823578 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7ed3d80-7304-46f7-b777-560c09fa709a {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:12.826662 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'tag': '50105ba2-72b4-4ba6-b404-279396d1efec', 'status': 'completed', 'code': 200} Mar 15 17:20:12.842780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f651573b-4efc-4789-b1a1-86b09a20695b admin admin] Publish callbacks [] for security_group (36e4e7e6-d82b-4c6b-a26c-9fc775d11bba), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.880649 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f651573b-4efc-4789-b1a1-86b09a20695b admin admin] Publish callbacks [] for security_group (36e4e7e6-d82b-4c6b-a26c-9fc775d11bba), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:12.953791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ea6f-cb35-43aa-aecc-e087b67ab00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a718283e-1877-4b02-897b-9a0881ff9d1a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:12.998285 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0e18ea6f-cb35-43aa-aecc-e087b67ab00e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac6c50a428444698ae69e5d232062b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3571467 Mar 15 17:20:13.001215 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47456) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:13.074193 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f651573b-4efc-4789-b1a1-86b09a20695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (36e4e7e6-d82b-4c6b-a26c-9fc775d11bba), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.085261 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f651573b-4efc-4789-b1a1-86b09a20695b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.095148 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f651573b-4efc-4789-b1a1-86b09a20695b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36e4e7e6-d82b-4c6b-a26c-9fc775d11bba HTTP/1.1" status: 204 len: 168 time: 0.3673570 Mar 15 17:20:13.121828 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651573b-4efc-4789-b1a1-86b09a20695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4e7e6-d82b-4c6b-a26c-9fc775d11bba,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:13.183384 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5afe8-ee6c-4978-a46a-fd5b66b81556 req-54ff7edd-1969-456f-af66-732be9dd1052 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:13.193846 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cdc5afe8-ee6c-4978-a46a-fd5b66b81556 req-54ff7edd-1969-456f-af66-732be9dd1052 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.1857779 Mar 15 17:20:13.279804 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for port (05208344-cc30-4546-b219-8663ef75663f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.294356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-029fa35c-db91-4b4d-b3f8-a2436f6376e5 admin admin] Publish callbacks [] for security_group (a718283e-1877-4b02-897b-9a0881ff9d1a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.322531 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-029fa35c-db91-4b4d-b3f8-a2436f6376e5 admin admin] Publish callbacks [] for security_group (a718283e-1877-4b02-897b-9a0881ff9d1a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.333661 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-a006710f-3460-4760-85f9-7b4b0297582c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50105ba2-72b4-4ba6-b404-279396d1efec HTTP/1.1" status: 200 len: 217 time: 0.0858152 Mar 15 17:20:13.346441 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cdc5afe8-ee6c-4978-a46a-fd5b66b81556 req-eecfaa1e-d08f-4f2a-9249-28847eb2d73e tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497986 Mar 15 17:20:13.528349 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (05208344-cc30-4546-b219-8663ef75663f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.603365 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-029fa35c-db91-4b4d-b3f8-a2436f6376e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (a718283e-1877-4b02-897b-9a0881ff9d1a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.605932 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-029fa35c-db91-4b4d-b3f8-a2436f6376e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.607762 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-029fa35c-db91-4b4d-b3f8-a2436f6376e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a718283e-1877-4b02-897b-9a0881ff9d1a HTTP/1.1" status: 204 len: 168 time: 0.6049895 Mar 15 17:20:13.614957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:13.620678 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:13.622444 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'Port': ['ID=05208344-cc30-4546-b219-8663ef75663f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:13.626113 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:13.650554 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Allocated IP 172.27.1.223 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/631126d5-51e4-4350-b486-4a51f4f42ebc) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:13.650554 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fa35c-db91-4b4d-b3f8-a2436f6376e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a718283e-1877-4b02-897b-9a0881ff9d1a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:13.774010 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5323d7ec-736b-4921-9e69-5b8a14df0c50 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:13.800113 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (3f29dc00-7c87-4f4d-83d3-999efdad5e4a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.840554 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 5323d7ec-736b-4921-9e69-5b8a14df0c50 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:13.841166 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:13.860086 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.052018 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (05208344-cc30-4546-b219-8663ef75663f), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.087909 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 5323d7ec-736b-4921-9e69-5b8a14df0c50 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:14.165712 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.228473 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'Port': ['ID=631126d5-51e4-4350-b486-4a51f4f42ebc,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:14.257138 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:14.325202 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:14.344876 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:14.497921 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (a12ac7fe-2906-4dee-b5b2-c296e5791e6f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.528923 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for port (05208344-cc30-4546-b219-8663ef75663f), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.573833 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a09b-bc06-465d-91e1-f3e84005dbe1 req-12cef9dd-333b-4c02-a29f-16c72b04b452 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:14.576115 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c936a09b-bc06-465d-91e1-f3e84005dbe1 req-12cef9dd-333b-4c02-a29f-16c72b04b452 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.0867169 Mar 15 17:20:14.669590 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (05208344-cc30-4546-b219-8663ef75663f), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.738274 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-3ae95a6f-7c3f-472e-80a7-702f9cda3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:14.738274 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-3ae95a6f-7c3f-472e-80a7-702f9cda3ef0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44033703-1a98-4437-ae64-2b464b0d3336 HTTP/1.1" status: 200 len: 851 time: 0.1567326 Mar 15 17:20:14.741651 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c936a09b-bc06-465d-91e1-f3e84005dbe1 req-047c7ae0-85f7-444a-9fe0-184f1fe6d3d7 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646194 Mar 15 17:20:14.805432 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5072d443-db81-4eba-b0c3-b4df81172f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.819694 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:14.856340 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-e27c82d6-5947-4c92-8224-6ed8611e5a7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=895cde13-f68a-4b57-9a54-147ad897a665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878878 Mar 15 17:20:14.886823 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'Port': ['ID=05208344-cc30-4546-b219-8663ef75663f,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:14.893634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (3f29dc00-7c87-4f4d-83d3-999efdad5e4a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.010565 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-b400eda9-4a39-4ef2-994d-7a0f52af7f63 service neutron] 10.222.0.44 "GET /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223605 Mar 15 17:20:15.133333 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.135052 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d4814038-4471-412e-ad3c-b0046601b328 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6223421 Mar 15 17:20:15.288714 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22df0c40-81e9-453b-b914-ff4fc8abec57 req-4184fc0c-5989-494d-8f25-e0e2ce211595 service neutron] 10.222.0.44 "GET /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689035 Mar 15 17:20:15.327188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.488842 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.601462 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'Port': ['ID=631126d5-51e4-4350-b486-4a51f4f42ebc,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:15.613563 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (a12ac7fe-2906-4dee-b5b2-c296e5791e6f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.657196 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-2aa10983-bea4-4568-b677-f8d9ee7ec047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:15.666219 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-2aa10983-bea4-4568-b677-f8d9ee7ec047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f127de9ca34fc18bf5613734313035&device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 1127 time: 0.1798844 Mar 15 17:20:15.757355 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.758324 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5c404474-0adc-4a86-8c62-2977f4c48b08 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4356656 Mar 15 17:20:15.834567 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:16.161701 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035bc85-b401-425d-b2fb-be4811b82b2a req-faaa9766-7b8a-4810-a4be-a114dc0d1cc5 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:16.163183 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5035bc85-b401-425d-b2fb-be4811b82b2a req-faaa9766-7b8a-4810-a4be-a114dc0d1cc5 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.2263079 Mar 15 17:20:16.166583 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-23d13f71-8c36-4f17-9a0e-b2c0d386b576 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--664703692&fields=id&tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0 HTTP/1.1" status: 200 len: 267 time: 0.3087950 Mar 15 17:20:16.301488 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-f3fa0d3b-a860-4dc0-ac91-3de491ad9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:16.303373 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-f3fa0d3b-a860-4dc0-ac91-3de491ad9fc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=895cde13-f68a-4b57-9a54-147ad897a665 HTTP/1.1" status: 200 len: 912 time: 0.6052954 Mar 15 17:20:16.373364 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5035bc85-b401-425d-b2fb-be4811b82b2a req-b7cd0e4f-7eb9-492e-9e5e-df5705193c6c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890635 Mar 15 17:20:16.500940 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-5119442c-c68e-46af-8e00-ff1e470b74f3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:16.500940 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-5119442c-c68e-46af-8e00-ff1e470b74f3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 811 time: 0.3112855 Mar 15 17:20:16.500940 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-5aad27a7-cabf-431e-9d0f-da33d67a164c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50105ba2-72b4-4ba6-b404-279396d1efec HTTP/1.1" status: 200 len: 217 time: 0.0640032 Mar 15 17:20:16.571849 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-1d92d137-baa5-4a86-86d6-b79d4af82d8a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/quotas/dee493e2dcb849cfab6e2bd8613ea8f0 HTTP/1.1" status: 200 len: 375 time: 0.0671675 Mar 15 17:20:16.632545 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-cf046288-eabf-4cae-9111-9b0f72de1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:16.634354 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-cf046288-eabf-4cae-9111-9b0f72de1cf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44033703-1a98-4437-ae64-2b464b0d3336 HTTP/1.1" status: 200 len: 851 time: 0.1274922 Mar 15 17:20:16.699047 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-60f02f52-96b2-4b36-9a20-b071ff4427cd tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--520768163&fields=id&tenant_id=d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 267 time: 0.1564593 Mar 15 17:20:16.727226 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-17bc2c83-f411-4c74-814b-660cf47d2607 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=895cde13-f68a-4b57-9a54-147ad897a665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638797 Mar 15 17:20:16.792507 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-ab1b9005-b705-4ed5-9e4e-faab2f5d4340 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2098968 Mar 15 17:20:17.106687 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-5d2f942a-0c25-4f0a-8764-f64bc4a5b6eb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:17.113594 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-5d2f942a-0c25-4f0a-8764-f64bc4a5b6eb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 816 time: 0.4135857 Mar 15 17:20:17.130188 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-d33e223c-a03d-4de5-a3ef-13972df681e1 service neutron] 10.222.0.44 "GET /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557787 Mar 15 17:20:17.138146 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-e2c711d5-ca70-47c4-819d-12862acfae66 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/quotas/d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 375 time: 0.0221128 Mar 15 17:20:17.339507 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-2aff6ee5-d8eb-4f33-8513-2cc8f2979ecf tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012522 Mar 15 17:20:17.410431 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:17.482642 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c366d27-54b5-4b52-ae3d-b027464eae48 req-baeabcb4-20f3-446a-9725-5f13539de724 service neutron] 10.222.0.44 "GET /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786036 Mar 15 17:20:17.585495 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-a45ac1e3-a754-4615-8ba9-74e645e415fd service neutron] 10.222.0.23 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330358 Mar 15 17:20:17.733384 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-eaa80d93-ab7f-4d64-a15f-619b22bfbba5 service neutron] 10.222.0.23 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468887 Mar 15 17:20:18.050569 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-eaf6bb5f-b580-419b-b591-70a248402522 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:20:18.052240 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-eaf6bb5f-b580-419b-b591-70a248402522 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4469094 Mar 15 17:20:18.277688 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde5bb-a22f-4750-ab67-1ea79f96b54c req-35afc8b1-a7ea-4217-9f57-24e7445b59e3 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:18.279530 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1dfde5bb-a22f-4750-ab67-1ea79f96b54c req-35afc8b1-a7ea-4217-9f57-24e7445b59e3 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.0943851 Mar 15 17:20:18.281822 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-155c5272-9fd3-42ce-a08d-d0cd6682b511 service neutron] 10.222.0.23 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114341 Mar 15 17:20:18.477684 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1dfde5bb-a22f-4750-ab67-1ea79f96b54c req-dcf386dd-df53-4448-b6d3-f7c04c2aa95c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840658 Mar 15 17:20:18.507397 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-a9f666b2-3643-4894-8bf9-12fbc5d28b82 service neutron] 10.222.0.23 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129052 Mar 15 17:20:18.629489 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3d5bd5f7-640d-484b-a251-83a4cfee9268 req-57bda078-974b-4068-bb18-36c81f2c5528 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 210 time: 0.0872753 Mar 15 17:20:18.778033 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:18.982321 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7da3df03-5f78-4ef8-9185-651bf05fb667 req-f8fe479c-7d72-41f1-8ece-bb5f11ae7f85 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 210 time: 0.0727804 Mar 15 17:20:19.627872 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ebd6e-7504-4864-842d-4fb6f4ef56ca req-e8578ba1-cea8-4a53-b437-300143765ef5 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:19.636433 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4e9ebd6e-7504-4864-842d-4fb6f4ef56ca req-e8578ba1-cea8-4a53-b437-300143765ef5 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.0712306 Mar 15 17:20:19.737725 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4e9ebd6e-7504-4864-842d-4fb6f4ef56ca req-200b51cd-c53e-4ba8-8032-e37c7953d46a tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953331 Mar 15 17:20:19.790047 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0c5247dc-5bc1-43e6-9a32-6c9304834406 req-75ce1c10-3ca6-46ba-a337-542884e5b1b3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 210 time: 0.0309782 Mar 15 17:20:20.070613 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b2351513-9734-4415-a010-0d3f111a5fe7 req-39626aa1-0c70-4188-86d1-b8de43493301 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 210 time: 0.0280838 Mar 15 17:20:20.856379 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccc3f3-04a1-4c8e-9010-d98506637fc6 req-e098f9ca-c057-46a3-b2a1-b4eb2be7bc7d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:20.861192 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9cccc3f3-04a1-4c8e-9010-d98506637fc6 req-e098f9ca-c057-46a3-b2a1-b4eb2be7bc7d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.0611267 Mar 15 17:20:20.929118 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9cccc3f3-04a1-4c8e-9010-d98506637fc6 req-e0238ce2-9235-4a51-ae9b-f808b5bfcea5 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576611 Mar 15 17:20:21.033334 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6af84709-ff13-4243-a30a-0308b18930c6 req-743cdefa-3f31-4310-a33f-6a73a5b0bbbf tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 210 time: 0.0312173 Mar 15 17:20:21.195941 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-57f0a52d-7461-4e86-827e-077d253008f9 req-4086f737-ffea-419b-877b-ae3e386deccd tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 210 time: 0.0364113 Mar 15 17:20:21.202732 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47800) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:21.318738 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b91eedc6-d885-43fb-a82e-4e11f86d2e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.399535 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b91eedc6-d885-43fb-a82e-4e11f86d2e63 admin admin] Publish callbacks [] for security_group (4c859a34-68f5-43e3-95cf-7c5dfa4d5013), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.468455 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b91eedc6-d885-43fb-a82e-4e11f86d2e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4c859a34-68f5-43e3-95cf-7c5dfa4d5013), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.514523 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eedc6-d885-43fb-a82e-4e11f86d2e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c859a34-68f5-43e3-95cf-7c5dfa4d5013,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:21.522650 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b91eedc6-d885-43fb-a82e-4e11f86d2e63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb58e65c7a6d437eae3f233827932d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189261 Mar 15 17:20:21.525442 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47820) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:21.637386 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689a5bde-6f17-4962-9886-a66ecc23f551 admin admin] Publish callbacks [] for security_group (4c859a34-68f5-43e3-95cf-7c5dfa4d5013), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.681920 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689a5bde-6f17-4962-9886-a66ecc23f551 admin admin] Publish callbacks [] for security_group (4c859a34-68f5-43e3-95cf-7c5dfa4d5013), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.721907 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-17639780-8b14-4c94-a9e7-5d95a1dbad99 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:21.723389 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-17639780-8b14-4c94-a9e7-5d95a1dbad99 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 816 time: 0.1599188 Mar 15 17:20:21.810738 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-38dc72dd-8e42-43b8-8a38-b2686d47fd0b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 379 time: 0.0771029 Mar 15 17:20:21.820381 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'port': {'device_id': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'admin_state_up': True, 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'security_groups': ['62c67f2f-ffed-4279-aa21-5c31f157df45']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:21.912317 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689a5bde-6f17-4962-9886-a66ecc23f551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4c859a34-68f5-43e3-95cf-7c5dfa4d5013), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.915145 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689a5bde-6f17-4962-9886-a66ecc23f551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.919169 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-689a5bde-6f17-4962-9886-a66ecc23f551 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c859a34-68f5-43e3-95cf-7c5dfa4d5013 HTTP/1.1" status: 204 len: 168 time: 0.3926029 Mar 15 17:20:21.929921 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.44', 61758) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:21.944466 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a5bde-6f17-4962-9886-a66ecc23f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c859a34-68f5-43e3-95cf-7c5dfa4d5013,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:22.076179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7e2f-44de-4f87-ae60-551218bdb70c req-6b731a6a-e702-4ed3-95fa-f83d39fc0c8a tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:22.080417 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0c0f7e2f-44de-4f87-ae60-551218bdb70c req-6b731a6a-e702-4ed3-95fa-f83d39fc0c8a tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.0767844 Mar 15 17:20:22.081334 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Made reservation on behalf of d7aede9fb4844b08bb39998d12d842b3 for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:20:22.086157 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.169929 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-684f061e-7255-4758-906c-6e3fb27aacac tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:22.171713 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-684f061e-7255-4758-906c-6e3fb27aacac tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 811 time: 0.2407484 Mar 15 17:20:22.241743 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cc88d842-9a4c-496a-a776-37f0380712c1 req-76c44854-b11e-4145-9c19-d15fe555ad36 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 210 time: 0.0503352 Mar 15 17:20:22.260670 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0c0f7e2f-44de-4f87-ae60-551218bdb70c req-ac6d9e59-beac-47e7-a4ab-75a3726ef297 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657722 Mar 15 17:20:22.281180 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-be8cb748-43b6-42bd-81e7-6f0a04d1850c tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0 HTTP/1.1" status: 200 len: 379 time: 0.1009617 Mar 15 17:20:22.298908 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'port': {'device_id': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'admin_state_up': True, 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'security_groups': ['1c71e54e-6ea4-49f5-84dd-746d6295a3fc']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:22.369801 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Allocated IP 172.20.0.9 (38f111f1-5b7e-4709-a214-83a7dc6b3791/afc48950-096a-46be-956f-86584f849e8a/b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:22.476847 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8293d06d-7295-4b9a-a5c9-e5b97103c0a8 req-dd4f31c0-9996-42a4-9919-271f70da8b9e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 210 time: 0.0682492 Mar 15 17:20:22.526660 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Made reservation on behalf of dee493e2dcb849cfab6e2bd8613ea8f0 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:20:22.530728 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.563715 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.709330 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.755122 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:22.755702 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Allocated IP 172.20.0.10 (a074d5f8-5192-44d6-b04d-8382c9f50f1b/bbcb676e-ddb7-41a7-a2f4-916e99be3deb/cd000765-44fd-446b-a5fc-3fad417c29bf) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:22.758313 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:22.761919 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:22.776546 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:22.777235 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.783775 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:22.821580 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47874) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:22.844785 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdb9e-e0a9-4d73-ba8c-9d818d074167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.920537 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.940337 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdb9e-e0a9-4d73-ba8c-9d818d074167 admin admin] Publish callbacks [] for security_group (6e64b637-5757-419d-a84c-ea9f15f2bc04), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.947745 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-3879cfd5-53d7-47e2-8b24-1f08baab5c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291547 Mar 15 17:20:22.971578 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Request body: {'port': {'device_id': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:23.022013 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-04944d90-d3da-4fe1-92fd-dd4bad39025a None None] Provisioning complete for port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:23.023273 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-04944d90-d3da-4fe1-92fd-dd4bad39025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.041054 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.056050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdb9e-e0a9-4d73-ba8c-9d818d074167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6e64b637-5757-419d-a84c-ea9f15f2bc04), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.081952 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-04944d90-d3da-4fe1-92fd-dd4bad39025a None None] Port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:23.102704 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47882) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:23.122235 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.149869 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-4c7bdb9e-e0a9-4d73-ba8c-9d818d074167 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01bcfc27d4cd46b581e20ee2c78fc29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269463 Mar 15 17:20:23.153139 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bdb9e-e0a9-4d73-ba8c-9d818d074167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64b637-5757-419d-a84c-ea9f15f2bc04,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:23.154836 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47886) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:23.286925 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:23.295837 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:23.301225 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cd6f9b13-684f-4f4d-84f2-fe17ae25ffae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.305219 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:23.311148 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.312101 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.338333 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'Port': ['ID=cd000765-44fd-446b-a5fc-3fad417c29bf,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:23.413888 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-704df2b9-af0a-4d83-b448-ac5b9602d865 admin admin] Publish callbacks [] for security_group (6e64b637-5757-419d-a84c-ea9f15f2bc04), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.482739 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-704df2b9-af0a-4d83-b448-ac5b9602d865 admin admin] Publish callbacks [] for security_group (6e64b637-5757-419d-a84c-ea9f15f2bc04), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.488548 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-914d17fd-e979-4670-a8ba-2579367927db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1950297 Mar 15 17:20:23.499622 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Request body: {'port': {'device_id': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:23.564742 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.605956 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95251b5-97e4-4328-972e-482e466130d2 req-6588df22-75b5-42a1-a224-54923591bac9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.612858 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e95251b5-97e4-4328-972e-482e466130d2 req-6588df22-75b5-42a1-a224-54923591bac9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.2435615 Mar 15 17:20:23.617013 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-8940b30c-4fb3-4a72-8d48-439df9a4c863 None None] Provisioning complete for port cd000765-44fd-446b-a5fc-3fad417c29bf triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:23.617394 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8940b30c-4fb3-4a72-8d48-439df9a4c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.657344 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8940b30c-4fb3-4a72-8d48-439df9a4c863 None None] Port cd000765-44fd-446b-a5fc-3fad417c29bf cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:23.664680 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802e23-69e2-4122-821a-497182703f13 req-cf1b16de-95b8-4892-92dc-1a00f0b18fee tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.666180 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e6802e23-69e2-4122-821a-497182703f13 req-cf1b16de-95b8-4892-92dc-1a00f0b18fee tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 931 time: 0.2762139 Mar 15 17:20:23.738337 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cd6f9b13-684f-4f4d-84f2-fe17ae25ffae admin admin] Publish callbacks [] for security_group (3c4091c8-3d10-401e-af3f-f6234bd0539b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.756804 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e95251b5-97e4-4328-972e-482e466130d2 req-e67deffc-896a-4735-93bd-a9a07654d6de tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430767 Mar 15 17:20:23.758792 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:23.784052 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Publish callbacks [] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.807904 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e6802e23-69e2-4122-821a-497182703f13 req-ac23145c-c5b4-43b1-a894-e13687545a04 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051397 Mar 15 17:20:23.813361 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-704df2b9-af0a-4d83-b448-ac5b9602d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6e64b637-5757-419d-a84c-ea9f15f2bc04), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.816253 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-704df2b9-af0a-4d83-b448-ac5b9602d865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.831839 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-704df2b9-af0a-4d83-b448-ac5b9602d865 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e64b637-5757-419d-a84c-ea9f15f2bc04 HTTP/1.1" status: 204 len: 168 time: 0.6634824 Mar 15 17:20:23.834496 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Transition to ACTIVE for port object b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:20:23.865458 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df2b9-af0a-4d83-b448-ac5b9602d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64b637-5757-419d-a84c-ea9f15f2bc04,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:23.867888 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cd6f9b13-684f-4f4d-84f2-fe17ae25ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3c4091c8-3d10-401e-af3f-f6234bd0539b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.920049 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-cd6f9b13-684f-4f4d-84f2-fe17ae25ffae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ffef3880e754bfe90d466c9a2a1b400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8115919 Mar 15 17:20:23.926036 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f9b13-684f-4f4d-84f2-fe17ae25ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4091c8-3d10-401e-af3f-f6234bd0539b,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:23.940220 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c244b3-d2bb-4dc3-8126-e5c12e10b92b req-c201bc9c-e220-4386-b138-a35b3d4b35d9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.942680 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52c244b3-d2bb-4dc3-8126-e5c12e10b92b req-c201bc9c-e220-4386-b138-a35b3d4b35d9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 932 time: 0.1089520 Mar 15 17:20:23.943511 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47916) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:23.949570 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.064132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd000765-44fd-446b-a5fc-3fad417c29bf {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:24.078289 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Publish callbacks [] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.102960 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Transition to ACTIVE for port object cd000765-44fd-446b-a5fc-3fad417c29bf will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:20:24.213985 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:24.267250 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52c244b3-d2bb-4dc3-8126-e5c12e10b92b req-95baaf12-9cd2-429d-a5f6-ef40b80e36fb tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136041 Mar 15 17:20:24.271949 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec12e2d9-51eb-41b3-a1dd-17df89abf204 admin admin] Publish callbacks [] for security_group (3c4091c8-3d10-401e-af3f-f6234bd0539b), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.289137 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Attempting to bind port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:24.289472 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Attempting to bind port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:24.289803 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Attempting to bind port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:24.295189 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:20:24.295509 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Attempting to bind port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:24.311484 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:24.312180 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Checking segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:24.314826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Bound using segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:24.314826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Bound port: b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:24.314826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.316275 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec12e2d9-51eb-41b3-a1dd-17df89abf204 admin admin] Publish callbacks [] for security_group (3c4091c8-3d10-401e-af3f-f6234bd0539b), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.367450 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.417357 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:24.434397 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:24.454253 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 50105ba2-72b4-4ba6-b404-279396d1efec details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:20:24.497831 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd000765-44fd-446b-a5fc-3fad417c29bf,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:24.513857 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 47936) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:24.522942 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.525604 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Attempting to bind port cd000765-44fd-446b-a5fc-3fad417c29bf on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:24.526212 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Attempting to bind port cd000765-44fd-446b-a5fc-3fad417c29bf by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:24.526805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Attempting to bind port cd000765-44fd-446b-a5fc-3fad417c29bf on network a074d5f8-5192-44d6-b04d-8382c9f50f1b {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:24.532239 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Port cd000765-44fd-446b-a5fc-3fad417c29bf on network a074d5f8-5192-44d6-b04d-8382c9f50f1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:20:24.534223 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Attempting to bind port cd000765-44fd-446b-a5fc-3fad417c29bf on network a074d5f8-5192-44d6-b04d-8382c9f50f1b {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:24.541013 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:24.541759 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Checking segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:24.542576 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Bound using segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:24.543284 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Bound port: cd000765-44fd-446b-a5fc-3fad417c29bf, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:24.543945 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.595927 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec12e2d9-51eb-41b3-a1dd-17df89abf204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3c4091c8-3d10-401e-af3f-f6234bd0539b), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.600254 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec12e2d9-51eb-41b3-a1dd-17df89abf204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.605899 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ec12e2d9-51eb-41b3-a1dd-17df89abf204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c4091c8-3d10-401e-af3f-f6234bd0539b HTTP/1.1" status: 204 len: 168 time: 0.6612847 Mar 15 17:20:24.654989 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12e2d9-51eb-41b3-a1dd-17df89abf204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4091c8-3d10-401e-af3f-f6234bd0539b,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:24.676992 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:24.680721 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.682939 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] 10.222.0.44 "PUT /v2.0/ports/b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 1093 time: 1.7230251 Mar 15 17:20:24.685681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:24.686440 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba33137-8297-4ee8-90a6-bdb73cd130fe" -d '{"events": [{"name": "network-changed", "server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:24.698673 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] For port cd000765-44fd-446b-a5fc-3fad417c29bf, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:24.706286 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] For port cd000765-44fd-446b-a5fc-3fad417c29bf, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=cd000765-44fd-446b-a5fc-3fad417c29bf,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:24.742968 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b1a7-5e75-4ef2-abdc-b5f49a2d4349 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:24.772197 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.783431 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab33d9dc-9c93-44ed-b9d2-f979c99fdc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.803883 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:24.805197 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:24.812232 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 1094 time: 1.3167582 Mar 15 17:20:24.817715 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:24.877408 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe250f-fdfc-4983-87b1-4ad0be8b0219 x-openstack-request-id: req-2bfe250f-fdfc-4983-87b1-4ad0be8b0219 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:24.877712 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:24.880789 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bfe250f-fdfc-4983-87b1-4ad0be8b0219 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:24.880789 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'status': 'completed', 'code': 200} Mar 15 17:20:24.967229 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 50105ba2-72b4-4ba6-b404-279396d1efec, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=50105ba2-72b4-4ba6-b404-279396d1efec,segment=NetworkSegment(43e0db06-fecb-4247-9f6f-9c9e1f157f44),segment_id=43e0db06-fecb-4247-9f6f-9c9e1f157f44)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:24.982181 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab33d9dc-9c93-44ed-b9d2-f979c99fdc05 admin admin] Publish callbacks [] for security_group (db89b3f9-5492-486e-bd30-a17830937032), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:25.056306 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '50105ba2-72b4-4ba6-b404-279396d1efec', 'network_id': '895cde13-f68a-4b57-9a54-147ad897a665', 'port_id': '50105ba2-72b4-4ba6-b404-279396d1efec', 'mac_address': 'fa:16:3e:9b:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44033703-1a98-4437-ae64-2b464b0d3336', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:20:25.086062 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab33d9dc-9c93-44ed-b9d2-f979c99fdc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (db89b3f9-5492-486e-bd30-a17830937032), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:25.106782 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 50105ba2-72b4-4ba6-b404-279396d1efec is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:25.107008 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:25.112434 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9a2d-a24f-45cd-a031-cebdabd5b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd000765-44fd-446b-a5fc-3fad417c29bf,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:25.126056 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50105ba2-72b4-4ba6-b404-279396d1efec {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:25.183421 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 50105ba2-72b4-4ba6-b404-279396d1efec, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=50105ba2-72b4-4ba6-b404-279396d1efec,segment=NetworkSegment(43e0db06-fecb-4247-9f6f-9c9e1f157f44),segment_id=43e0db06-fecb-4247-9f6f-9c9e1f157f44)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:25.183522 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9654-ba21-412e-9614-c38b85303c31 req-ccc662fb-583c-48ab-a99c-9f7fef392ee3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:25.183522 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e32d9654-ba21-412e-9614-c38b85303c31 req-ccc662fb-583c-48ab-a99c-9f7fef392ee3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1737225 Mar 15 17:20:25.204042 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ab33d9dc-9c93-44ed-b9d2-f979c99fdc05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fff98279207b44818923200931d32880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6888843 Mar 15 17:20:25.206804 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 47964) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:25.208590 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33d9dc-9c93-44ed-b9d2-f979c99fdc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db89b3f9-5492-486e-bd30-a17830937032,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:25.222180 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edf1e4-3d26-473e-be09-9a0a3600ef3c req-84e5aff5-9a8e-4b50-80d4-74370b5c3a30 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:25.224380 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1edf1e4-3d26-473e-be09-9a0a3600ef3c req-84e5aff5-9a8e-4b50-80d4-74370b5c3a30 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 943 time: 0.2280679 Mar 15 17:20:25.262974 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b7e1930-6f49-46bf-a721-f6a4ef6a1de7 admin admin] Publish callbacks [] for security_group (db89b3f9-5492-486e-bd30-a17830937032), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:25.272208 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e32d9654-ba21-412e-9614-c38b85303c31 req-f7b73c26-31a6-4ede-aaa4-eb635a3343e5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998366 Mar 15 17:20:25.289427 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b7e1930-6f49-46bf-a721-f6a4ef6a1de7 admin admin] Publish callbacks [] for security_group (db89b3f9-5492-486e-bd30-a17830937032), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:25.299611 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1edf1e4-3d26-473e-be09-9a0a3600ef3c req-62748703-554c-41b2-b6a3-99cb22d8043f tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652254 Mar 15 17:20:25.429633 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55da28-d183-4994-9a42-ebf0246fe816 req-a84ac537-1fbd-47f2-baf7-d513fdc2e77e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:25.431142 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc55da28-d183-4994-9a42-ebf0246fe816 req-a84ac537-1fbd-47f2-baf7-d513fdc2e77e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 944 time: 0.0772216 Mar 15 17:20:25.484114 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc55da28-d183-4994-9a42-ebf0246fe816 req-7477d3b7-146e-4f0b-a590-ff2d42da0172 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468681 Mar 15 17:20:25.713656 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:25.891773 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cace1c6-b8ee-428f-8365-c4876a02a3a4 x-openstack-request-id: req-5cace1c6-b8ee-428f-8365-c4876a02a3a4 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:25.892064 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:25.893068 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cace1c6-b8ee-428f-8365-c4876a02a3a4 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:25.893068 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'status': 'completed', 'code': 200} Mar 15 17:20:26.125519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b7e1930-6f49-46bf-a721-f6a4ef6a1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (db89b3f9-5492-486e-bd30-a17830937032), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:26.126490 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:26.128634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b7e1930-6f49-46bf-a721-f6a4ef6a1de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:26.133011 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5b7e1930-6f49-46bf-a721-f6a4ef6a1de7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db89b3f9-5492-486e-bd30-a17830937032 HTTP/1.1" status: 204 len: 168 time: 0.9240670 Mar 15 17:20:26.174065 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e1930-6f49-46bf-a721-f6a4ef6a1de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89b3f9-5492-486e-bd30-a17830937032,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:26.180764 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=50105ba2-72b4-4ba6-b404-279396d1efec,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:26.222875 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085 req-c24b7af5-5a44-4ce5-be82-becc5d53c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.225077 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085 req-c24b7af5-5a44-4ce5-be82-becc5d53c079 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1128 time: 0.0734076 Mar 15 17:20:26.237707 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33137-8297-4ee8-90a6-bdb73cd130fe req-6f885db6-850d-4b78-bb60-faedf8493b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.237812 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7ba33137-8297-4ee8-90a6-bdb73cd130fe req-6f885db6-850d-4b78-bb60-faedf8493b16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1127 time: 0.0933719 Mar 15 17:20:26.405601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['50105ba2-72b4-4ba6-b404-279396d1efec'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:26.468708 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33137-8297-4ee8-90a6-bdb73cd130fe req-1e550b4e-2379-481b-94e7-598854ce135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.471335 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7ba33137-8297-4ee8-90a6-bdb73cd130fe req-1e550b4e-2379-481b-94e7-598854ce135d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d7aede9fb4844b08bb39998d12d842b3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2255292 Mar 15 17:20:26.495383 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085 req-928d62f3-2bda-4db3-8f68-f6557ba6cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.497138 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085 req-928d62f3-2bda-4db3-8f68-f6557ba6cb05 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2643051 Mar 15 17:20:26.585815 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea4f-5779-4966-980f-3214c6795423 req-1558cb7a-6535-4fa7-b11d-de7f3abfcccc tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.587471 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-385bea4f-5779-4966-980f-3214c6795423 req-1558cb7a-6535-4fa7-b11d-de7f3abfcccc tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.2135806 Mar 15 17:20:26.617147 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dad24d-c051-4fb9-88d4-54722f05c97b req-f1fd7512-6f64-49ea-83af-da3a88556e17 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.618749 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-36dad24d-c051-4fb9-88d4-54722f05c97b req-f1fd7512-6f64-49ea-83af-da3a88556e17 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 944 time: 0.2067280 Mar 15 17:20:26.631677 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48002) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:26.682817 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33137-8297-4ee8-90a6-bdb73cd130fe req-d49d1d02-7a23-44ca-8b39-db0085788673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.684898 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7ba33137-8297-4ee8-90a6-bdb73cd130fe req-d49d1d02-7a23-44ca-8b39-db0085788673 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070229 Mar 15 17:20:26.700900 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-83f2c260-0c61-4a79-9406-52fda7f8779d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:26.766811 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-f476ff46-763d-45cf-b6ad-4a87d0291747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.768619 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-f476ff46-763d-45cf-b6ad-4a87d0291747 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1127 time: 0.0451384 Mar 15 17:20:26.809086 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-36dad24d-c051-4fb9-88d4-54722f05c97b req-f11e9762-d824-40af-a985-d213867fd32d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798167 Mar 15 17:20:26.812158 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-385bea4f-5779-4966-980f-3214c6795423 req-25e6989f-ce4e-467c-a24c-1dda0037804c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148387 Mar 15 17:20:26.814875 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085 req-44a72a18-7894-4377-9cfa-746adb71b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.816548 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a7f3584b-d2c8-4a0a-9b26-6e61d9b06085 req-44a72a18-7894-4377-9cfa-746adb71b1b5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126483 Mar 15 17:20:26.890926 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-942b9515-27af-4a18-82ea-f3ef8d1e1d38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 217 time: 0.1133838 Mar 15 17:20:26.966694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-83f2c260-0c61-4a79-9406-52fda7f8779d admin admin] Publish callbacks [] for security_group (ed75af88-1cd1-4bf6-b2f1-ebe19a74e966), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:26.968367 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-98429766-0e16-4db0-8d64-94ee487881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.969944 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-98429766-0e16-4db0-8d64-94ee487881ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0696154 Mar 15 17:20:26.975664 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-2ceb2894-e30a-475f-a7c2-32f4c68d54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.977190 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-2ceb2894-e30a-475f-a7c2-32f4c68d54f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1128 time: 0.1104989 Mar 15 17:20:27.023317 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-d0e21459-031f-4e35-8ef4-4b3b273436a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 217 time: 0.0392406 Mar 15 17:20:27.030907 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5316ce-ac03-4722-a864-576f506f52e3 req-f8dad1e4-68e0-4e19-a103-8d4d845a9f99 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:27.032428 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-af5316ce-ac03-4722-a864-576f506f52e3 req-f8dad1e4-68e0-4e19-a103-8d4d845a9f99 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 944 time: 0.1103988 Mar 15 17:20:27.054679 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-5a86f0ad-270c-4c1d-8dc0-62fe5a7a1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:27.056298 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-5a86f0ad-270c-4c1d-8dc0-62fe5a7a1e05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796926 Mar 15 17:20:27.068767 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-83f2c260-0c61-4a79-9406-52fda7f8779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ed75af88-1cd1-4bf6-b2f1-ebe19a74e966), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.147402 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-83f2c260-0c61-4a79-9406-52fda7f8779d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e9635dcc6f741b5aec11924d5f68423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139124 Mar 15 17:20:27.148951 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-cf83ac7c-aede-4101-a37f-4550f49e802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:27.150719 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-cf83ac7c-aede-4101-a37f-4550f49e802a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.1172245 Mar 15 17:20:27.151370 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2c260-0c61-4a79-9406-52fda7f8779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed75af88-1cd1-4bf6-b2f1-ebe19a74e966,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:27.158305 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48012) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:27.194159 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.202819 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-af5316ce-ac03-4722-a864-576f506f52e3 req-285ffebb-a553-4157-ae24-b1dc2a4b5548 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593318 Mar 15 17:20:27.275177 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-0328362b-1e14-4c7c-93f2-22bdd781f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:27.276716 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-0328362b-1e14-4c7c-93f2-22bdd781f2ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128373 Mar 15 17:20:27.281516 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-565e09fa-d62c-4b5d-97bc-f69364e2c964 admin admin] Publish callbacks [] for security_group (ed75af88-1cd1-4bf6-b2f1-ebe19a74e966), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.329895 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48022) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:27.355042 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-565e09fa-d62c-4b5d-97bc-f69364e2c964 admin admin] Publish callbacks [] for security_group (ed75af88-1cd1-4bf6-b2f1-ebe19a74e966), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.357829 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-8d1d25c7-8973-4b0f-a176-f5a643d73cfd service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947323 Mar 15 17:20:27.359032 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bfb4d16-ae80-4590-8481-76efe2a6ef0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.437402 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-cc5fde3e-57a3-4344-aa71-de920e29b47d service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516852 Mar 15 17:20:27.476831 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f6c5a038-be53-40b7-9345-4c25fa484aed req-8410fdfc-305f-4afd-9da3-cb999539cecd service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136243 Mar 15 17:20:27.709534 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5f73946-b2cf-4133-9d09-a251c6156859 req-cc379000-fac4-492d-a4bf-bc05e4bffed2 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661679 Mar 15 17:20:27.754219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-565e09fa-d62c-4b5d-97bc-f69364e2c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ed75af88-1cd1-4bf6-b2f1-ebe19a74e966), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.756951 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-565e09fa-d62c-4b5d-97bc-f69364e2c964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.758692 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-565e09fa-d62c-4b5d-97bc-f69364e2c964 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed75af88-1cd1-4bf6-b2f1-ebe19a74e966 HTTP/1.1" status: 204 len: 168 time: 0.5992410 Mar 15 17:20:27.766844 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e09fa-d62c-4b5d-97bc-f69364e2c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed75af88-1cd1-4bf6-b2f1-ebe19a74e966,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:27.820798 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bfb4d16-ae80-4590-8481-76efe2a6ef0d admin admin] Publish callbacks [] for security_group (21867b37-3dd8-41b2-8a02-d3d3f5627bad), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.903433 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bfb4d16-ae80-4590-8481-76efe2a6ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (21867b37-3dd8-41b2-8a02-d3d3f5627bad), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:27.953736 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2bfb4d16-ae80-4590-8481-76efe2a6ef0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcf163b1b2ee466e856aeba0b8125044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6197493 Mar 15 17:20:27.953736 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb4d16-ae80-4590-8481-76efe2a6ef0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21867b37-3dd8-41b2-8a02-d3d3f5627bad,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:27.955316 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48064) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:28.005575 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9235f-97b4-4c49-ad44-6f88ad851af9 req-1d42cdfd-4dcc-4338-a56c-6c9427e4c121 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:28.007105 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-94f9235f-97b4-4c49-ad44-6f88ad851af9 req-1d42cdfd-4dcc-4338-a56c-6c9427e4c121 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 944 time: 0.1146286 Mar 15 17:20:28.017292 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c18f679-4d36-4f2f-b86b-f760c78d82ab admin admin] Publish callbacks [] for security_group (21867b37-3dd8-41b2-8a02-d3d3f5627bad), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.018945 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c54ef-09c3-43c8-8a07-bda6cf58585c req-f6e64597-5fdf-4a5b-b236-396d7d392c65 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:28.020531 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-693c54ef-09c3-43c8-8a07-bda6cf58585c req-f6e64597-5fdf-4a5b-b236-396d7d392c65 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0967853 Mar 15 17:20:28.040800 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c18f679-4d36-4f2f-b86b-f760c78d82ab admin admin] Publish callbacks [] for security_group (21867b37-3dd8-41b2-8a02-d3d3f5627bad), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.093783 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-94f9235f-97b4-4c49-ad44-6f88ad851af9 req-b2a3d3ff-8baa-42c7-b484-ccae9d496423 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Mar 15 17:20:28.101751 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-693c54ef-09c3-43c8-8a07-bda6cf58585c req-8953aab4-d886-4e72-b4a3-f250416bc9f4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742657 Mar 15 17:20:28.143121 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 50105ba2-72b4-4ba6-b404-279396d1efec up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:28.177958 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c18f679-4d36-4f2f-b86b-f760c78d82ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (21867b37-3dd8-41b2-8a02-d3d3f5627bad), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.180635 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c18f679-4d36-4f2f-b86b-f760c78d82ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.181977 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7c18f679-4d36-4f2f-b86b-f760c78d82ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21867b37-3dd8-41b2-8a02-d3d3f5627bad HTTP/1.1" status: 204 len: 168 time: 0.2253613 Mar 15 17:20:28.190271 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18f679-4d36-4f2f-b86b-f760c78d82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21867b37-3dd8-41b2-8a02-d3d3f5627bad,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:28.260531 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:20:28.280669 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 50105ba2-72b4-4ba6-b404-279396d1efec completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:20:28.287844 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 50105ba2-72b4-4ba6-b404-279396d1efec triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:28.288708 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.342800 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059dce5-b886-4cc1-a8b7-a9e0e2c21c79 req-d1ebaceb-ce80-4f80-84ca-08241af2fe6e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:28.352647 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f059dce5-b886-4cc1-a8b7-a9e0e2c21c79 req-d1ebaceb-ce80-4f80-84ca-08241af2fe6e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 944 time: 0.0712056 Mar 15 17:20:28.413522 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f059dce5-b886-4cc1-a8b7-a9e0e2c21c79 req-725b69b8-f642-4aa1-b438-300e07ed6c92 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587175 Mar 15 17:20:28.436929 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 50105ba2-72b4-4ba6-b404-279396d1efec is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:28.437307 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.468303 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50105ba2-72b4-4ba6-b404-279396d1efec'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:28.542499 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 50105ba2-72b4-4ba6-b404-279396d1efec, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=50105ba2-72b4-4ba6-b404-279396d1efec,segment=NetworkSegment(43e0db06-fecb-4247-9f6f-9c9e1f157f44),segment_id=43e0db06-fecb-4247-9f6f-9c9e1f157f44)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:28.630095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:28.683985 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=50105ba2-72b4-4ba6-b404-279396d1efec,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:28.692382 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b3e71-475a-4f79-a623-5f4539800d36" -d '{"events": [{"server_uuid": "2ea5020e-4cb6-4bde-9ea1-662e07ef2276", "name": "network-vif-plugged", "status": "completed", "tag": "50105ba2-72b4-4ba6-b404-279396d1efec"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:28.867158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773207b7-5984-411c-8f29-c0bba00975be x-openstack-request-id: req-773207b7-5984-411c-8f29-c0bba00975be {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:28.867158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea5020e-4cb6-4bde-9ea1-662e07ef2276", "name": "network-vif-plugged", "status": "completed", "tag": "50105ba2-72b4-4ba6-b404-279396d1efec", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:28.867158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-773207b7-5984-411c-8f29-c0bba00975be {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:28.867523 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50105ba2-72b4-4ba6-b404-279396d1efec', 'code': 200} Mar 15 17:20:29.314711 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecd43-c678-4a09-b185-1a5aae874de8 req-06053bea-adac-4816-b02e-22fe43aa3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:29.316280 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-48eecd43-c678-4a09-b185-1a5aae874de8 req-06053bea-adac-4816-b02e-22fe43aa3b12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 1129 time: 0.1734750 Mar 15 17:20:29.354540 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c387eed-adcc-49b7-be99-ba920c100e31 req-4a64c020-c987-4360-9c4a-c740801f37ce tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:29.361414 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c387eed-adcc-49b7-be99-ba920c100e31 req-4a64c020-c987-4360-9c4a-c740801f37ce tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1361375 Mar 15 17:20:29.364468 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-48eecd43-c678-4a09-b185-1a5aae874de8 req-bcf2c091-93f0-46d4-8c7a-82781c1ee831 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:29.373363 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b2d19-65d0-4313-b602-121ed25731f9 req-88d9456d-befa-41b6-a625-4cb50f5898d4 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:29.380406 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-859b2d19-65d0-4313-b602-121ed25731f9 req-88d9456d-befa-41b6-a625-4cb50f5898d4 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.1759524 Mar 15 17:20:29.491684 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-859b2d19-65d0-4313-b602-121ed25731f9 req-76c5ce22-6dae-48a2-9c2d-01302d8f26c9 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101859 Mar 15 17:20:29.502460 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c387eed-adcc-49b7-be99-ba920c100e31 req-e4cb4934-0a8b-4634-a04d-000a6fb0b463 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401401 Mar 15 17:20:29.573151 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-48eecd43-c678-4a09-b185-1a5aae874de8 req-bcf2c091-93f0-46d4-8c7a-82781c1ee831 service neutron] Publish callbacks [] for security_group (f57848c7-4b24-466a-bc6c-d11ba324b6ce), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:29.675239 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-48eecd43-c678-4a09-b185-1a5aae874de8 req-bcf2c091-93f0-46d4-8c7a-82781c1ee831 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f57848c7-4b24-466a-bc6c-d11ba324b6ce), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:29.718979 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-48eecd43-c678-4a09-b185-1a5aae874de8 req-bcf2c091-93f0-46d4-8c7a-82781c1ee831 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944049 Mar 15 17:20:29.735189 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d0b8f-eea3-484f-9e89-7f521c80f0ff req-40622ab3-d64a-474d-801e-660f037e837f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:29.736887 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d2d0b8f-eea3-484f-9e89-7f521c80f0ff req-40622ab3-d64a-474d-801e-660f037e837f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 944 time: 0.1276233 Mar 15 17:20:29.765210 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c091-93f0-46d4-8c7a-82781c1ee831 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f57848c7-4b24-466a-bc6c-d11ba324b6ce,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:29.794597 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d2d0b8f-eea3-484f-9e89-7f521c80f0ff req-56f81867-2d55-455b-9b17-2e144794a672 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514331 Mar 15 17:20:30.144663 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device cd000765-44fd-446b-a5fc-3fad417c29bf details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:20:30.241356 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port cd000765-44fd-446b-a5fc-3fad417c29bf, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=cd000765-44fd-446b-a5fc-3fad417c29bf,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:30.258092 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'port_id': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'mac_address': 'fa:16:3e:d8:2a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:20:30.294290 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port cd000765-44fd-446b-a5fc-3fad417c29bf is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:30.294692 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:30.307451 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd000765-44fd-446b-a5fc-3fad417c29bf {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:30.327247 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port cd000765-44fd-446b-a5fc-3fad417c29bf, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=cd000765-44fd-446b-a5fc-3fad417c29bf,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:30.400313 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:30.401267 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:20:30.499958 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=cd000765-44fd-446b-a5fc-3fad417c29bf,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:30.544794 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:30.559422 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'mac_address': 'fa:16:3e:11:20:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:20:30.598972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:30.599353 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:30.612731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:30.636761 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:30.662308 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0406ec-928a-47a8-9e8b-ac5b8fc5e428 req-29234505-f821-4f2f-8e21-a12ae03bca34 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:30.663889 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d0406ec-928a-47a8-9e8b-ac5b8fc5e428 req-29234505-f821-4f2f-8e21-a12ae03bca34 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.1012244 Mar 15 17:20:30.675752 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0c390-623a-4383-a457-d90598204a83 req-bc5b4ea4-7234-412c-8154-450f4c6781a2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:30.677450 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eef0c390-623a-4383-a457-d90598204a83 req-bc5b4ea4-7234-412c-8154-450f4c6781a2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0814428 Mar 15 17:20:30.774581 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d0406ec-928a-47a8-9e8b-ac5b8fc5e428 req-890d788e-3bab-4b4a-9df1-6e2bb93a89f7 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961378 Mar 15 17:20:30.777576 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:30.779986 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eef0c390-623a-4383-a457-d90598204a83 req-e4ec87cd-c11c-48f6-9688-37df024cb43a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854435 Mar 15 17:20:30.848498 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:30.934793 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76108e1-4fb5-4c1f-91f9-5a00d3c411e4 req-2d6e8b92-81a1-48a3-a6d3-7ec3c29fa653 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:30.943848 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a76108e1-4fb5-4c1f-91f9-5a00d3c411e4 req-2d6e8b92-81a1-48a3-a6d3-7ec3c29fa653 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 945 time: 0.0718930 Mar 15 17:20:31.038639 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:31.050307 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a76108e1-4fb5-4c1f-91f9-5a00d3c411e4 req-6cd768bd-90d8-43af-89c3-288d30d8509e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036942 Mar 15 17:20:31.073048 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['cd000765-44fd-446b-a5fc-3fad417c29bf'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:31.763409 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48252) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:31.955573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561dcf0-31ad-46e8-a598-b86375982b2f req-a5165f6b-aa7e-49ba-aaee-452102362faa tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:31.957131 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f561dcf0-31ad-46e8-a598-b86375982b2f req-a5165f6b-aa7e-49ba-aaee-452102362faa tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.0908575 Mar 15 17:20:31.979767 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c652-36b0-4d5c-a764-b21d722987ca req-0b4493f7-689c-454e-8437-55208fbb20fc tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:31.981233 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0268c652-36b0-4d5c-a764-b21d722987ca req-0b4493f7-689c-454e-8437-55208fbb20fc tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 944 time: 0.0807030 Mar 15 17:20:32.038512 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-56f9741f-ab8c-4840-920e-585625f51f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.069546 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f561dcf0-31ad-46e8-a598-b86375982b2f req-b6279fd9-4008-4223-bd0b-2af1dea24548 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049623 Mar 15 17:20:32.076936 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0268c652-36b0-4d5c-a764-b21d722987ca req-241a2a6f-bc22-4ab8-b746-a025dfbc0953 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894930 Mar 15 17:20:32.144482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device cd000765-44fd-446b-a5fc-3fad417c29bf up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:32.192916 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-56f9741f-ab8c-4840-920e-585625f51f95 admin admin] Publish callbacks [] for security_group (c780c346-0e77-493e-9926-2c322217e952), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.219282 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9891811-9afe-44eb-9445-88775efddd37 req-c4e28807-cada-4fb4-affa-dd5fc618ba2a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:32.220848 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9891811-9afe-44eb-9445-88775efddd37 req-c4e28807-cada-4fb4-affa-dd5fc618ba2a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 945 time: 0.0903919 Mar 15 17:20:32.271618 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9891811-9afe-44eb-9445-88775efddd37 req-b6cfcd4d-652c-49c8-a1cd-2e4aab61ee7b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434179 Mar 15 17:20:32.309038 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-56f9741f-ab8c-4840-920e-585625f51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (c780c346-0e77-493e-9926-2c322217e952), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.309638 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port cd000765-44fd-446b-a5fc-3fad417c29bf completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:20:32.315157 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port cd000765-44fd-446b-a5fc-3fad417c29bf triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:32.315627 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.360977 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-56f9741f-ab8c-4840-920e-585625f51f95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e108c7727294c93a3c1de657b43c02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941756 Mar 15 17:20:32.361393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48274) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:32.374719 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9741f-ab8c-4840-920e-585625f51f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780c346-0e77-493e-9926-2c322217e952,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:32.416514 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port cd000765-44fd-446b-a5fc-3fad417c29bf is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:32.416932 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.423113 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cdab025-49cf-44d6-b508-bc657813909e admin admin] Publish callbacks [] for security_group (c780c346-0e77-493e-9926-2c322217e952), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.441542 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:32.443832 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d105dd-c9b0-4aae-9c32-68638d417cfd" -d '{"events": [{"server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "name": "network-vif-plugged", "status": "completed", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:32.446358 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cdab025-49cf-44d6-b508-bc657813909e admin admin] Publish callbacks [] for security_group (c780c346-0e77-493e-9926-2c322217e952), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.455911 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port cd000765-44fd-446b-a5fc-3fad417c29bf, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=cd000765-44fd-446b-a5fc-3fad417c29bf,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:32.483390 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02da38f8-8a2b-4bb9-a61b-8e9e3b9d2a5e x-openstack-request-id: req-02da38f8-8a2b-4bb9-a61b-8e9e3b9d2a5e {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:32.483739 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "name": "network-vif-plugged", "status": "completed", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:32.484012 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02da38f8-8a2b-4bb9-a61b-8e9e3b9d2a5e {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:32.484633 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'code': 200} Mar 15 17:20:32.577215 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.577971 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:32.653121 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=cd000765-44fd-446b-a5fc-3fad417c29bf,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:32.663061 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cdab025-49cf-44d6-b508-bc657813909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (c780c346-0e77-493e-9926-2c322217e952), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.666082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cdab025-49cf-44d6-b508-bc657813909e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.667273 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2cdab025-49cf-44d6-b508-bc657813909e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c780c346-0e77-493e-9926-2c322217e952 HTTP/1.1" status: 204 len: 168 time: 0.3047287 Mar 15 17:20:32.677489 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab025-49cf-44d6-b508-bc657813909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780c346-0e77-493e-9926-2c322217e952,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:32.788237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:20:32.792331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:32.792709 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.903277 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:32.903726 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:32.906841 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f055e9-cf46-41ab-bb13-9d12a8a7b592 req-4b9d3393-b55d-4f66-a09a-435c5944df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:32.908394 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88f055e9-cf46-41ab-bb13-9d12a8a7b592 req-4b9d3393-b55d-4f66-a09a-435c5944df7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1130 time: 0.0515664 Mar 15 17:20:32.936644 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:32.951927 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88f055e9-cf46-41ab-bb13-9d12a8a7b592 req-baddd1fa-7b4c-425d-83ba-4efa6cf67ee9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Mar 15 17:20:33.034206 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.084875 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:33.209503 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c8d1c-0b17-40ed-be62-57a8b0bcf21d req-1f2dc3ea-7518-478d-a764-cb77e5d64cf9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:33.210967 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-458c8d1c-0b17-40ed-be62-57a8b0bcf21d req-1f2dc3ea-7518-478d-a764-cb77e5d64cf9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0577123 Mar 15 17:20:33.258678 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-458c8d1c-0b17-40ed-be62-57a8b0bcf21d req-7b529d70-f54f-4bd9-a75c-74c10567fba4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420766 Mar 15 17:20:33.400027 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f657-6b8a-49b3-a277-c56d57f52027 req-ed17c368-f5f9-4623-9181-a2297b973c94 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:33.401655 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f4d3f657-6b8a-49b3-a277-c56d57f52027 req-ed17c368-f5f9-4623-9181-a2297b973c94 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0536458 Mar 15 17:20:33.440998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48306) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:33.450490 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f4d3f657-6b8a-49b3-a277-c56d57f52027 req-2a81d996-527a-4eec-bef5-2542a900cc80 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Mar 15 17:20:33.454310 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cdf204cb-43b1-440b-b1cf-2dac213c5720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.526868 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cdf204cb-43b1-440b-b1cf-2dac213c5720 admin admin] Publish callbacks [] for security_group (bbcf0c80-e0f7-4e89-b0d7-e88117482428), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.605441 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cdf204cb-43b1-440b-b1cf-2dac213c5720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (bbcf0c80-e0f7-4e89-b0d7-e88117482428), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.647050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48316) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:33.647166 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-cdf204cb-43b1-440b-b1cf-2dac213c5720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86569b627dc8498089c6cdc4efcca6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044480 Mar 15 17:20:33.648147 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf204cb-43b1-440b-b1cf-2dac213c5720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf0c80-e0f7-4e89-b0d7-e88117482428,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:33.704053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3fd680cc-f292-42ac-938b-a9fa4dc14d1a admin admin] Publish callbacks [] for security_group (bbcf0c80-e0f7-4e89-b0d7-e88117482428), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.729644 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3fd680cc-f292-42ac-938b-a9fa4dc14d1a admin admin] Publish callbacks [] for security_group (bbcf0c80-e0f7-4e89-b0d7-e88117482428), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.943534 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3fd680cc-f292-42ac-938b-a9fa4dc14d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (bbcf0c80-e0f7-4e89-b0d7-e88117482428), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.946363 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3fd680cc-f292-42ac-938b-a9fa4dc14d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:33.947919 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-3fd680cc-f292-42ac-938b-a9fa4dc14d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbcf0c80-e0f7-4e89-b0d7-e88117482428 HTTP/1.1" status: 204 len: 168 time: 0.2992296 Mar 15 17:20:33.960395 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd680cc-f292-42ac-938b-a9fa4dc14d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf0c80-e0f7-4e89-b0d7-e88117482428,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:34.392988 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34def0-52aa-46c6-9f98-53ddc6802819 req-7a7ec7a1-ecda-46e6-b9ba-5faad06b452f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:34.394451 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7e34def0-52aa-46c6-9f98-53ddc6802819 req-7a7ec7a1-ecda-46e6-b9ba-5faad06b452f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0582089 Mar 15 17:20:34.456063 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7e34def0-52aa-46c6-9f98-53ddc6802819 req-2065f250-d94b-4d58-8719-bc74a8d63f76 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534716 Mar 15 17:20:34.485888 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:34.489557 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c855edb-34d3-4dc9-98dc-14d408f01385" -d '{"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:34.545924 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a57bc9-d5d7-4960-b82c-a2c9975db834 x-openstack-request-id: req-27a57bc9-d5d7-4960-b82c-a2c9975db834 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:34.546222 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:34.546477 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27a57bc9-d5d7-4960-b82c-a2c9975db834 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:34.547360 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'code': 200} Mar 15 17:20:34.648832 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6d20-ac33-4479-a3af-727271981d00 req-67dc0086-e6af-4337-82a2-140670b6af5f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:34.652156 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2aae6d20-ac33-4479-a3af-727271981d00 req-67dc0086-e6af-4337-82a2-140670b6af5f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0880201 Mar 15 17:20:34.710854 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2aae6d20-ac33-4479-a3af-727271981d00 req-cc4e3883-45b6-4b4c-9694-c3f57635c618 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528803 Mar 15 17:20:34.914860 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfda97-93ef-4a05-a235-5c974d2d4498 req-c7f1dc30-4a8c-492e-919b-268af5cc7d04 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:34.916525 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c2dfda97-93ef-4a05-a235-5c974d2d4498 req-c7f1dc30-4a8c-492e-919b-268af5cc7d04 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0842941 Mar 15 17:20:34.925316 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48386) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:34.933718 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'floatingip': {'port_id': 'cd000765-44fd-446b-a5fc-3fad417c29bf'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:34.974605 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ee26c-f313-4149-b284-5998bf66cbd0 req-8674e8ba-2657-4345-9b77-409dcf464683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:34.976205 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca1ee26c-f313-4149-b284-5998bf66cbd0 req-8674e8ba-2657-4345-9b77-409dcf464683 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1129 time: 0.0589011 Mar 15 17:20:35.024627 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (3f29dc00-7c87-4f4d-83d3-999efdad5e4a), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:35.064220 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca1ee26c-f313-4149-b284-5998bf66cbd0 req-aac39f84-228c-4368-acc7-6eeddd96112f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820403 Mar 15 17:20:35.582817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822fd1a-0889-4b58-bb43-93f6cc10f65b req-e6b18893-39d2-4f1a-be78-889e39c041a5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:35.584444 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2822fd1a-0889-4b58-bb43-93f6cc10f65b req-e6b18893-39d2-4f1a-be78-889e39c041a5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0595279 Mar 15 17:20:35.636482 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2822fd1a-0889-4b58-bb43-93f6cc10f65b req-3032faf9-2e9f-4870-b892-09b29be59b51 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452836 Mar 15 17:20:35.662439 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:35.777094 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (3f29dc00-7c87-4f4d-83d3-999efdad5e4a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:35.882963 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Floating IP 3f29dc00-7c87-4f4d-83d3-999efdad5e4a associated. External IP: 172.27.1.234, port: cd000765-44fd-446b-a5fc-3fad417c29bf. Mar 15 17:20:36.172519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Router 874f6234-0d6d-41bc-843e-6853d1da5009 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:36.500136 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:36.504842 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:36.524687 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:36.534897 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:36.536501 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:20:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:36.540308 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f6693c48-257d-42b8-bac0-aa99392dd44e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "PUT /v2.0/floatingips/3f29dc00-7c87-4f4d-83d3-999efdad5e4a HTTP/1.1" status: 200 len: 992 time: 1.6122234 Mar 15 17:20:36.540308 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:36.542061 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ff955e-0f88-4076-8458-4356dab5a769" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:36.581748 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902504bb-b195-4093-9aed-c793096bf252 x-openstack-request-id: req-902504bb-b195-4093-9aed-c793096bf252 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:36.582040 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:36.582905 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-902504bb-b195-4093-9aed-c793096bf252 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:36.583300 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'status': 'completed', 'code': 200} Mar 15 17:20:36.648410 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:36.664881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff955e-0f88-4076-8458-4356dab5a769 req-8e897e17-3fea-4492-9aad-c87ce42df10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:36.666549 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-8e897e17-3fea-4492-9aad-c87ce42df10f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1130 time: 0.0581424 Mar 15 17:20:36.810385 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff955e-0f88-4076-8458-4356dab5a769 req-343ec6e5-81e5-4c61-b43e-ab53a8c76dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:36.812058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-343ec6e5-81e5-4c61-b43e-ab53a8c76dde service neutron] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 912 time: 0.1298850 Mar 15 17:20:36.819690 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301055ca-cf65-47f9-bdae-ffcf07caf955 req-680e4f97-2e47-44ff-97be-961a37060c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:36.821305 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-301055ca-cf65-47f9-bdae-ffcf07caf955 req-680e4f97-2e47-44ff-97be-961a37060c9a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0917373 Mar 15 17:20:36.943995 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-822a1fca-5680-4bf0-9b4c-2632c5f0425f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 1000 time: 0.1208906 Mar 15 17:20:36.950396 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3f29dc00-7c87-4f4d-83d3-999efdad5e4a', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'port_id': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'mac_address': 'fa:16:3e:d8:2a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:13Z', 'updated_at': '2022-03-15T17:20:35Z', 'revision_number': 1, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:36.984214 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-301055ca-cf65-47f9-bdae-ffcf07caf955 req-b4c2c17c-b9d0-4ea5-9617-03c27bb530c7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537912 Mar 15 17:20:36.986370 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:36.998937 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:36.999623 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:20:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:37.003161 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff955e-0f88-4076-8458-4356dab5a769 req-5a54ff37-d2cb-4254-b2f4-e7540cf9d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:37.005399 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-5a54ff37-d2cb-4254-b2f4-e7540cf9d774 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.0542808 Mar 15 17:20:37.081694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff955e-0f88-4076-8458-4356dab5a769 req-122a46c8-7983-425e-9465-4c39b2e5ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:37.084850 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-122a46c8-7983-425e-9465-4c39b2e5ba85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730674 Mar 15 17:20:37.191163 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4a2fe-c569-41c8-ab89-91408f392da6 req-6204af86-a7f5-4728-92bd-4b40c96328ee tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:37.193153 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-64d4a2fe-c569-41c8-ab89-91408f392da6 req-6204af86-a7f5-4728-92bd-4b40c96328ee tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1073706 Mar 15 17:20:37.201958 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48468) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:37.208578 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'floatingip': {'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:37.215008 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:37.218981 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-fccfeb99-db1e-4da3-9086-ae5c7c40fc4d service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241295 Mar 15 17:20:37.247539 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (a12ac7fe-2906-4dee-b5b2-c296e5791e6f), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:37.326191 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-88ff955e-0f88-4076-8458-4356dab5a769 req-b18b93d3-6ec7-4764-8b87-99f1673eaf45 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011124 Mar 15 17:20:37.488742 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3f29dc00-7c87-4f4d-83d3-999efdad5e4a', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'port_id': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'mac_address': 'fa:16:3e:d8:2a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:13Z', 'updated_at': '2022-03-15T17:20:35Z', 'revision_number': 1, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:37.516339 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccc4bc-f752-4897-8dc3-a18c67545e2c None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3f29dc00-7c87-4f4d-83d3-999efdad5e4a', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'port_id': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'mac_address': 'fa:16:3e:d8:2a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:13Z', 'updated_at': '2022-03-15T17:20:35Z', 'revision_number': 1, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:37.733601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065518e8-e418-4c80-a5d9-2eb39ffa1c81 None None] New status for floating IP 3f29dc00-7c87-4f4d-83d3-999efdad5e4a: ACTIVE {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:20:37.772605 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:37.886366 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (a12ac7fe-2906-4dee-b5b2-c296e5791e6f), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:37.992310 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Floating IP a12ac7fe-2906-4dee-b5b2-c296e5791e6f associated. External IP: 172.27.1.223, port: b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6. Mar 15 17:20:38.217384 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:38.340594 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:38.345137 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:38.349985 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:38.358944 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:38.359543 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:20:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:38.375862 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2a5b02d0-66b6-42a0-97db-11b3198d439e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "PUT /v2.0/floatingips/a12ac7fe-2906-4dee-b5b2-c296e5791e6f HTTP/1.1" status: 200 len: 991 time: 1.1717188 Mar 15 17:20:38.467515 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:38.584313 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:38.586647 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3821d9fe-be43-47d8-a65f-e5a25da42f45" -d '{"events": [{"name": "network-changed", "server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:38.624118 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b360661-9990-47a3-afbc-8f4fccec757a x-openstack-request-id: req-5b360661-9990-47a3-afbc-8f4fccec757a {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:38.624413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:38.624665 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b360661-9990-47a3-afbc-8f4fccec757a {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:38.625094 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'status': 'completed', 'code': 200} Mar 15 17:20:38.692088 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'a12ac7fe-2906-4dee-b5b2-c296e5791e6f', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'mac_address': 'fa:16:3e:11:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:14Z', 'updated_at': '2022-03-15T17:20:37Z', 'revision_number': 1, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:38.694896 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-eee25e60-d67c-4edc-b3fb-33a6d460c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:38.696411 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-eee25e60-d67c-4edc-b3fb-33a6d460c3b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1129 time: 0.0470214 Mar 15 17:20:38.717578 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:38.726294 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:38.726886 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:20:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:38.786788 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-65e9b1a7-e360-4117-8bbf-a2d0766a6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:38.788293 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-65e9b1a7-e360-4117-8bbf-a2d0766a6076 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.0860977 Mar 15 17:20:38.834404 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:38.859012 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-8021e303-fe6f-461d-8a30-034b2de459e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 999 time: 0.0650840 Mar 15 17:20:38.911697 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-07c27b49-8a6f-4761-a755-97558c7dcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:38.915143 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-07c27b49-8a6f-4761-a755-97558c7dcb40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0477996 Mar 15 17:20:38.963156 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-b46787d1-8e16-4e49-896d-90cacb7341ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:38.964881 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-b46787d1-8e16-4e49-896d-90cacb7341ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443072 Mar 15 17:20:39.064601 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-308acfa5-754d-42ab-847a-3ed222c3268a service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897555 Mar 15 17:20:39.087971 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'a12ac7fe-2906-4dee-b5b2-c296e5791e6f', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'mac_address': 'fa:16:3e:11:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:14Z', 'updated_at': '2022-03-15T17:20:37Z', 'revision_number': 1, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:39.113810 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca53572-7d81-4efa-a97a-42d5b04003b1 None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'a12ac7fe-2906-4dee-b5b2-c296e5791e6f', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'mac_address': 'fa:16:3e:11:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:14Z', 'updated_at': '2022-03-15T17:20:37Z', 'revision_number': 1, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:39.155167 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3821d9fe-be43-47d8-a65f-e5a25da42f45 req-0c4495bf-3e4f-4b2c-be70-4a933cad3db8 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870440 Mar 15 17:20:39.340099 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b28e8-c811-459a-aff2-b0d0f5a90046 None None] New status for floating IP a12ac7fe-2906-4dee-b5b2-c296e5791e6f: ACTIVE {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:20:40.319105 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48556) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:40.431018 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfff6-00a8-4a2a-8e11-ff4c275a4cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.501712 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfff6-00a8-4a2a-8e11-ff4c275a4cbf admin admin] Publish callbacks [] for security_group (5c18fe93-3971-41fe-aba7-68c1acd28199), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.668560 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfff6-00a8-4a2a-8e11-ff4c275a4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (5c18fe93-3971-41fe-aba7-68c1acd28199), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.706567 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f6fdfff6-00a8-4a2a-8e11-ff4c275a4cbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=240b1873b417427da517d499d92e7954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862202 Mar 15 17:20:40.707983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfff6-00a8-4a2a-8e11-ff4c275a4cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18fe93-3971-41fe-aba7-68c1acd28199,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:40.709930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48562) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:40.761293 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86a43642-8be3-42c5-b6db-ec853bedcaf2 admin admin] Publish callbacks [] for security_group (5c18fe93-3971-41fe-aba7-68c1acd28199), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.787600 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86a43642-8be3-42c5-b6db-ec853bedcaf2 admin admin] Publish callbacks [] for security_group (5c18fe93-3971-41fe-aba7-68c1acd28199), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.937593 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86a43642-8be3-42c5-b6db-ec853bedcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (5c18fe93-3971-41fe-aba7-68c1acd28199), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.939740 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86a43642-8be3-42c5-b6db-ec853bedcaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:40.943522 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-86a43642-8be3-42c5-b6db-ec853bedcaf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c18fe93-3971-41fe-aba7-68c1acd28199 HTTP/1.1" status: 204 len: 168 time: 0.2299192 Mar 15 17:20:40.950694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43642-8be3-42c5-b6db-ec853bedcaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c18fe93-3971-41fe-aba7-68c1acd28199,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:41.543282 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48600) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:41.654092 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fedfe4ae-1a03-45a9-ab6c-73250434b4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.673172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48606) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:41.686403 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7a7a8ec7-d1c9-4660-9a65-cb9c77b3833d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.731968 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fedfe4ae-1a03-45a9-ab6c-73250434b4d9 admin admin] Publish callbacks [] for security_group (2a9db8d3-4b4c-4019-83c6-ccaaf9755145), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.759605 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7a7a8ec7-d1c9-4660-9a65-cb9c77b3833d admin admin] Publish callbacks [] for security_group (2b276764-c514-4044-ac9d-de626b54a7f5), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.788344 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fedfe4ae-1a03-45a9-ab6c-73250434b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2a9db8d3-4b4c-4019-83c6-ccaaf9755145), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.827427 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfe4ae-1a03-45a9-ab6c-73250434b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9db8d3-4b4c-4019-83c6-ccaaf9755145,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:41.833102 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fedfe4ae-1a03-45a9-ab6c-73250434b4d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5b422886d334cfc8401b23ee08f84c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876964 Mar 15 17:20:41.840949 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48610) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:41.858113 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7a7a8ec7-d1c9-4660-9a65-cb9c77b3833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2b276764-c514-4044-ac9d-de626b54a7f5), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.898575 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec3aaf87-3af8-438f-8936-1ad0c414f750 admin admin] Publish callbacks [] for security_group (2a9db8d3-4b4c-4019-83c6-ccaaf9755145), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.902187 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7a7a8ec7-d1c9-4660-9a65-cb9c77b3833d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=724d10d120c54ff8b88450a6366fb2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278702 Mar 15 17:20:41.905026 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48614) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:41.906740 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a8ec7-d1c9-4660-9a65-cb9c77b3833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b276764-c514-4044-ac9d-de626b54a7f5,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:41.943170 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec3aaf87-3af8-438f-8936-1ad0c414f750 admin admin] Publish callbacks [] for security_group (2a9db8d3-4b4c-4019-83c6-ccaaf9755145), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:41.996462 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1cf40a7-e8c0-4b5a-acf3-0cf31086afc6 admin admin] Publish callbacks [] for security_group (2b276764-c514-4044-ac9d-de626b54a7f5), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:42.024770 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1cf40a7-e8c0-4b5a-acf3-0cf31086afc6 admin admin] Publish callbacks [] for security_group (2b276764-c514-4044-ac9d-de626b54a7f5), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:42.090862 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec3aaf87-3af8-438f-8936-1ad0c414f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2a9db8d3-4b4c-4019-83c6-ccaaf9755145), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:42.093820 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ec3aaf87-3af8-438f-8936-1ad0c414f750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:42.094963 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ec3aaf87-3af8-438f-8936-1ad0c414f750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a9db8d3-4b4c-4019-83c6-ccaaf9755145 HTTP/1.1" status: 204 len: 168 time: 0.2530956 Mar 15 17:20:42.103861 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aaf87-3af8-438f-8936-1ad0c414f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9db8d3-4b4c-4019-83c6-ccaaf9755145,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:42.211941 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1cf40a7-e8c0-4b5a-acf3-0cf31086afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2b276764-c514-4044-ac9d-de626b54a7f5), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:42.215557 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1cf40a7-e8c0-4b5a-acf3-0cf31086afc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:42.217056 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-e1cf40a7-e8c0-4b5a-acf3-0cf31086afc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b276764-c514-4044-ac9d-de626b54a7f5 HTTP/1.1" status: 204 len: 168 time: 0.3112202 Mar 15 17:20:42.225374 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf40a7-e8c0-4b5a-acf3-0cf31086afc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b276764-c514-4044-ac9d-de626b54a7f5,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:42.342906 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc68d-9137-43c6-931f-f4a5d1d1c7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.016171 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48652) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:43.030331 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad010411-b467-40e0-b809-87687fb32250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.148787 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad010411-b467-40e0-b809-87687fb32250 admin admin] Publish callbacks [] for security_group (3c20e37c-dc2d-4254-95ef-03cec62f53f8), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.274070 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad010411-b467-40e0-b809-87687fb32250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3c20e37c-dc2d-4254-95ef-03cec62f53f8), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.314517 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ad010411-b467-40e0-b809-87687fb32250 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7c1a73f8e62468fb046ec8a44479a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948003 Mar 15 17:20:43.314517 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010411-b467-40e0-b809-87687fb32250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c20e37c-dc2d-4254-95ef-03cec62f53f8,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:43.317356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48672) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:43.376103 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37fc26f2-9aac-4676-b5f6-f3c326e6902b admin admin] Publish callbacks [] for security_group (3c20e37c-dc2d-4254-95ef-03cec62f53f8), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.400802 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37fc26f2-9aac-4676-b5f6-f3c326e6902b admin admin] Publish callbacks [] for security_group (3c20e37c-dc2d-4254-95ef-03cec62f53f8), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.610943 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37fc26f2-9aac-4676-b5f6-f3c326e6902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3c20e37c-dc2d-4254-95ef-03cec62f53f8), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.614218 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37fc26f2-9aac-4676-b5f6-f3c326e6902b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:43.617844 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-37fc26f2-9aac-4676-b5f6-f3c326e6902b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c20e37c-dc2d-4254-95ef-03cec62f53f8 HTTP/1.1" status: 204 len: 168 time: 0.2971683 Mar 15 17:20:43.632400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc26f2-9aac-4676-b5f6-f3c326e6902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c20e37c-dc2d-4254-95ef-03cec62f53f8,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:44.840292 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8dd89f5e-2b81-4950-a1c2-85a72a25ea17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:45.811522 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:46.406646 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48810) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:46.549302 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dbead1a5-4dfb-4156-b181-e3395d582bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:46.650907 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dbead1a5-4dfb-4156-b181-e3395d582bae admin admin] Publish callbacks [] for security_group (abb7fc8a-1031-4e16-a3e8-01e44bf2f65f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:46.742766 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dbead1a5-4dfb-4156-b181-e3395d582bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (abb7fc8a-1031-4e16-a3e8-01e44bf2f65f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:46.780972 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-dbead1a5-4dfb-4156-b181-e3395d582bae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90c94307e3774bb4a12c975d712cfa77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732116 Mar 15 17:20:46.782014 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbead1a5-4dfb-4156-b181-e3395d582bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb7fc8a-1031-4e16-a3e8-01e44bf2f65f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:46.783791 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48838) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:46.845233 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7aac1728-9a59-4ed5-a4cb-6aa5870fc63b admin admin] Publish callbacks [] for security_group (abb7fc8a-1031-4e16-a3e8-01e44bf2f65f), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:46.868756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7aac1728-9a59-4ed5-a4cb-6aa5870fc63b admin admin] Publish callbacks [] for security_group (abb7fc8a-1031-4e16-a3e8-01e44bf2f65f), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.006163 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7aac1728-9a59-4ed5-a4cb-6aa5870fc63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (abb7fc8a-1031-4e16-a3e8-01e44bf2f65f), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.008710 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7aac1728-9a59-4ed5-a4cb-6aa5870fc63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.009837 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7aac1728-9a59-4ed5-a4cb-6aa5870fc63b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abb7fc8a-1031-4e16-a3e8-01e44bf2f65f HTTP/1.1" status: 204 len: 168 time: 0.2244637 Mar 15 17:20:47.021030 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac1728-9a59-4ed5-a4cb-6aa5870fc63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb7fc8a-1031-4e16-a3e8-01e44bf2f65f,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:47.030549 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ab0f-667f-4b1d-8114-3a17c337c99d req-f0ac8566-01e5-445f-a577-1dbf7dd3ec5c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:47.032155 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d63ab0f-667f-4b1d-8114-3a17c337c99d req-f0ac8566-01e5-445f-a577-1dbf7dd3ec5c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.0652719 Mar 15 17:20:47.086480 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d63ab0f-667f-4b1d-8114-3a17c337c99d req-3f391e10-8045-414f-bde5-96630af7c4ab tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Mar 15 17:20:47.288374 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48856) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:47.371416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.452079 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a7be8ce5-a3c4-411e-8ca9-4f63ea43e2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.527748 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a7be8ce5-a3c4-411e-8ca9-4f63ea43e2d7 admin admin] Publish callbacks [] for security_group (74896017-42bd-42b9-8f16-538bc0f7f97f), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.651427 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a7be8ce5-a3c4-411e-8ca9-4f63ea43e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (74896017-42bd-42b9-8f16-538bc0f7f97f), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.688593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-a7be8ce5-a3c4-411e-8ca9-4f63ea43e2d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cf2c999332a4a5da85093c1e8fb84dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991647 Mar 15 17:20:47.689442 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be8ce5-a3c4-411e-8ca9-4f63ea43e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74896017-42bd-42b9-8f16-538bc0f7f97f,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:47.691289 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48870) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:47.715680 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48872) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:47.729070 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9b2de88-22db-4eeb-8699-537ebc9c398a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.748166 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc04a244-165b-4f73-b9b2-6dd108006e27 admin admin] Publish callbacks [] for security_group (74896017-42bd-42b9-8f16-538bc0f7f97f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.770276 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc04a244-165b-4f73-b9b2-6dd108006e27 admin admin] Publish callbacks [] for security_group (74896017-42bd-42b9-8f16-538bc0f7f97f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.801763 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9b2de88-22db-4eeb-8699-537ebc9c398a admin admin] Publish callbacks [] for security_group (0ae618a3-a06b-4ef6-8de4-7a379f697372), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.931316 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9b2de88-22db-4eeb-8699-537ebc9c398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (0ae618a3-a06b-4ef6-8de4-7a379f697372), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:47.969030 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c9b2de88-22db-4eeb-8699-537ebc9c398a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e17a71e203d4b59944eefc79119fd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522280 Mar 15 17:20:47.971117 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2de88-22db-4eeb-8699-537ebc9c398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae618a3-a06b-4ef6-8de4-7a379f697372,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:47.971747 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48874) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:47.995365 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc04a244-165b-4f73-b9b2-6dd108006e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (74896017-42bd-42b9-8f16-538bc0f7f97f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.005720 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc04a244-165b-4f73-b9b2-6dd108006e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.007813 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fc04a244-165b-4f73-b9b2-6dd108006e27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74896017-42bd-42b9-8f16-538bc0f7f97f HTTP/1.1" status: 204 len: 168 time: 0.3135986 Mar 15 17:20:48.028679 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04a244-165b-4f73-b9b2-6dd108006e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74896017-42bd-42b9-8f16-538bc0f7f97f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:48.069964 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f6a593f-322d-4c3b-b807-e877df39f0e7 admin admin] Publish callbacks [] for security_group (0ae618a3-a06b-4ef6-8de4-7a379f697372), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.097827 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f6a593f-322d-4c3b-b807-e877df39f0e7 admin admin] Publish callbacks [] for security_group (0ae618a3-a06b-4ef6-8de4-7a379f697372), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.217237 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0774f95-5fbc-437d-b1ff-a4dccfaaedb6 req-55c1d6d8-d1e8-434b-b40e-420ed5a1df98 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:48.218834 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a0774f95-5fbc-437d-b1ff-a4dccfaaedb6 req-55c1d6d8-d1e8-434b-b40e-420ed5a1df98 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.0533648 Mar 15 17:20:48.257305 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f6a593f-322d-4c3b-b807-e877df39f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (0ae618a3-a06b-4ef6-8de4-7a379f697372), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.259869 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f6a593f-322d-4c3b-b807-e877df39f0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.261008 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8f6a593f-322d-4c3b-b807-e877df39f0e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ae618a3-a06b-4ef6-8de4-7a379f697372 HTTP/1.1" status: 204 len: 168 time: 0.2882981 Mar 15 17:20:48.274452 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a0774f95-5fbc-437d-b1ff-a4dccfaaedb6 req-cb2eadfa-ed53-48c2-8be2-6e04da0685bf tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Mar 15 17:20:48.274552 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a593f-322d-4c3b-b807-e877df39f0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae618a3-a06b-4ef6-8de4-7a379f697372,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:48.754367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:48.948518 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48906) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:48.962250 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4130487-cc66-4e9b-afb1-f8f092d1720f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.036393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4130487-cc66-4e9b-afb1-f8f092d1720f admin admin] Publish callbacks [] for security_group (346fedf4-4701-431b-afef-b6789bb5c83d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.102762 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4130487-cc66-4e9b-afb1-f8f092d1720f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (346fedf4-4701-431b-afef-b6789bb5c83d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.144331 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c4130487-cc66-4e9b-afb1-f8f092d1720f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bb4e36961ae47be8af9f71ae9e78c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946270 Mar 15 17:20:49.145801 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4130487-cc66-4e9b-afb1-f8f092d1720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346fedf4-4701-431b-afef-b6789bb5c83d,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:49.147659 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48916) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:49.195058 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a78290db-5f21-4516-bc97-85ecaab364e3 admin admin] Publish callbacks [] for security_group (346fedf4-4701-431b-afef-b6789bb5c83d), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.216845 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a78290db-5f21-4516-bc97-85ecaab364e3 admin admin] Publish callbacks [] for security_group (346fedf4-4701-431b-afef-b6789bb5c83d), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.396696 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42928e95-f2e2-458f-aea3-0eddaaa0489d req-da85b8a7-2197-4059-8cea-cb6de9bb4c89 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:49.400984 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-42928e95-f2e2-458f-aea3-0eddaaa0489d req-da85b8a7-2197-4059-8cea-cb6de9bb4c89 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.0556281 Mar 15 17:20:49.433096 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a78290db-5f21-4516-bc97-85ecaab364e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (346fedf4-4701-431b-afef-b6789bb5c83d), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.435883 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a78290db-5f21-4516-bc97-85ecaab364e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.440598 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-a78290db-5f21-4516-bc97-85ecaab364e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/346fedf4-4701-431b-afef-b6789bb5c83d HTTP/1.1" status: 204 len: 168 time: 0.2883389 Mar 15 17:20:49.455423 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78290db-5f21-4516-bc97-85ecaab364e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346fedf4-4701-431b-afef-b6789bb5c83d,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:49.461993 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-42928e95-f2e2-458f-aea3-0eddaaa0489d req-be05694a-7f82-4418-b530-4b256189f4c3 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575924 Mar 15 17:20:49.480174 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 48934) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:49.789745 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a1e18170-7b53-4406-880d-13ecca9ac78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.862862 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a1e18170-7b53-4406-880d-13ecca9ac78a admin admin] Publish callbacks [] for security_group (1755170d-b8f5-46e8-8b54-609c35ae6f66), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.942789 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a1e18170-7b53-4406-880d-13ecca9ac78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (1755170d-b8f5-46e8-8b54-609c35ae6f66), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.987944 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a1e18170-7b53-4406-880d-13ecca9ac78a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08e5eb583ec64715b7b66f94e2c22658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028374 Mar 15 17:20:49.987944 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e18170-7b53-4406-880d-13ecca9ac78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1755170d-b8f5-46e8-8b54-609c35ae6f66,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:49.989276 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 48954) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:50.045211 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f068a565-087f-42bd-916a-f15bcdd9a5d3 admin admin] Publish callbacks [] for security_group (1755170d-b8f5-46e8-8b54-609c35ae6f66), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:50.067270 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f068a565-087f-42bd-916a-f15bcdd9a5d3 admin admin] Publish callbacks [] for security_group (1755170d-b8f5-46e8-8b54-609c35ae6f66), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:50.206180 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f068a565-087f-42bd-916a-f15bcdd9a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (1755170d-b8f5-46e8-8b54-609c35ae6f66), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:50.209280 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f068a565-087f-42bd-916a-f15bcdd9a5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:50.210678 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f068a565-087f-42bd-916a-f15bcdd9a5d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1755170d-b8f5-46e8-8b54-609c35ae6f66 HTTP/1.1" status: 204 len: 168 time: 0.2207623 Mar 15 17:20:50.222237 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068a565-087f-42bd-916a-f15bcdd9a5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755170d-b8f5-46e8-8b54-609c35ae6f66,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:50.605720 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6177f-29d1-4255-92d3-49902aa8d9ad req-7ede6f38-2a1b-4eaa-8819-54df9eb61b5d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:50.612942 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52e6177f-29d1-4255-92d3-49902aa8d9ad req-7ede6f38-2a1b-4eaa-8819-54df9eb61b5d tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.0696371 Mar 15 17:20:50.676292 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52e6177f-29d1-4255-92d3-49902aa8d9ad req-7c01d504-7cd8-4143-ba8b-3565ab55692e tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623240 Mar 15 17:20:50.954656 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49008) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:50.968060 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f932ffe2-128b-4b6e-ba58-a0be3afdb5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.049735 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f932ffe2-128b-4b6e-ba58-a0be3afdb5a6 admin admin] Publish callbacks [] for security_group (8e78f845-f448-404d-b506-8d10312775a7), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.137082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f932ffe2-128b-4b6e-ba58-a0be3afdb5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (8e78f845-f448-404d-b506-8d10312775a7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.177999 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f932ffe2-128b-4b6e-ba58-a0be3afdb5a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7afe7cb0dcce41babfa9dbb976189826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193933 Mar 15 17:20:51.177999 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932ffe2-128b-4b6e-ba58-a0be3afdb5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e78f845-f448-404d-b506-8d10312775a7,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:51.178379 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49014) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:51.226068 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4819d-9e03-45c9-bb2a-1d742488c693 admin admin] Publish callbacks [] for security_group (8e78f845-f448-404d-b506-8d10312775a7), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.248374 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4819d-9e03-45c9-bb2a-1d742488c693 admin admin] Publish callbacks [] for security_group (8e78f845-f448-404d-b506-8d10312775a7), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.394428 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4819d-9e03-45c9-bb2a-1d742488c693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (8e78f845-f448-404d-b506-8d10312775a7), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.397107 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4819d-9e03-45c9-bb2a-1d742488c693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.398216 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c7d4819d-9e03-45c9-bb2a-1d742488c693 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e78f845-f448-404d-b506-8d10312775a7 HTTP/1.1" status: 204 len: 168 time: 0.2182891 Mar 15 17:20:51.428765 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4819d-9e03-45c9-bb2a-1d742488c693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e78f845-f448-404d-b506-8d10312775a7,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:51.460083 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-7c542630-c3f8-4947-b7d6-5ac54f070125 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:51.461682 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-7c542630-c3f8-4947-b7d6-5ac54f070125 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.0623908 Mar 15 17:20:51.847545 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Deleting port 50105ba2-72b4-4ba6-b404-279396d1efec {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:51.848511 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.077272 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933cfb-c7cf-4496-8a0e-c8e41423bb14 req-61dbdef6-230b-42ed-8b4a-5a0479f8d9b6 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:52.077272 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-36933cfb-c7cf-4496-8a0e-c8e41423bb14 req-61dbdef6-230b-42ed-8b4a-5a0479f8d9b6 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 945 time: 0.1161346 Mar 15 17:20:52.077272 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] For port 50105ba2-72b4-4ba6-b404-279396d1efec, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=50105ba2-72b4-4ba6-b404-279396d1efec,segment=NetworkSegment(43e0db06-fecb-4247-9f6f-9c9e1f157f44),segment_id=43e0db06-fecb-4247-9f6f-9c9e1f157f44)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:52.077272 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.077272 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-36933cfb-c7cf-4496-8a0e-c8e41423bb14 req-e7b20deb-c09c-419f-a3bd-9889d1921101 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b09c8b5-009e-4925-a0ce-3ed18714d528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Mar 15 17:20:52.077272 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Calling delete_port for 50105ba2-72b4-4ba6-b404-279396d1efec owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:20:52.337368 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (50105ba2-72b4-4ba6-b404-279396d1efec), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.364614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Pushing event deleted for resources: {'Port': ['ID=50105ba2-72b4-4ba6-b404-279396d1efec,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:52.435623 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] No DVR routers for this DVR port 50105ba2-72b4-4ba6-b404-279396d1efec on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:20:52.438691 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.442717 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-32152baa-fafd-463c-8315-2f978d4b6bd9 req-cfb10338-fa0c-41b5-8468-bf47ef8c583c tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.44 "DELETE /v2.0/ports/50105ba2-72b4-4ba6-b404-279396d1efec HTTP/1.1" status: 204 len: 173 time: 0.9752250 Mar 15 17:20:52.443153 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'name': 'network-vif-deleted', 'tag': '50105ba2-72b4-4ba6-b404-279396d1efec'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:52.445426 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eff1d5-4efe-41c8-90d0-c460fd4d3ba6" -d '{"events": [{"server_uuid": "2ea5020e-4cb6-4bde-9ea1-662e07ef2276", "name": "network-vif-deleted", "tag": "50105ba2-72b4-4ba6-b404-279396d1efec"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:52.480177 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36a532-2bf0-44e5-a808-ef2f54c97f3c x-openstack-request-id: req-5d36a532-2bf0-44e5-a808-ef2f54c97f3c {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:52.480491 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea5020e-4cb6-4bde-9ea1-662e07ef2276", "name": "network-vif-deleted", "tag": "50105ba2-72b4-4ba6-b404-279396d1efec", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:52.488035 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d36a532-2bf0-44e5-a808-ef2f54c97f3c {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:52.488035 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea5020e-4cb6-4bde-9ea1-662e07ef2276', 'name': 'network-vif-deleted', 'tag': '50105ba2-72b4-4ba6-b404-279396d1efec', 'status': 'completed', 'code': 200} Mar 15 17:20:52.685532 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49072) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:52.698581 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c254349d-70d5-4e9a-af51-d4effa2454bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.785110 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c254349d-70d5-4e9a-af51-d4effa2454bc admin admin] Publish callbacks [] for security_group (6a5b334a-f820-4d14-890d-77d59614478d), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.874295 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c254349d-70d5-4e9a-af51-d4effa2454bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6a5b334a-f820-4d14-890d-77d59614478d), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.915863 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c254349d-70d5-4e9a-af51-d4effa2454bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0992504b3b8e4c5ba34b2fc555e39a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291996 Mar 15 17:20:52.916837 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254349d-70d5-4e9a-af51-d4effa2454bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5b334a-f820-4d14-890d-77d59614478d,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:52.918546 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49082) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:52.977536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74372486-1ff2-48c0-acaf-8020cfed93d3 admin admin] Publish callbacks [] for security_group (6a5b334a-f820-4d14-890d-77d59614478d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.997102 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74372486-1ff2-48c0-acaf-8020cfed93d3 admin admin] Publish callbacks [] for security_group (6a5b334a-f820-4d14-890d-77d59614478d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:53.125895 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74372486-1ff2-48c0-acaf-8020cfed93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6a5b334a-f820-4d14-890d-77d59614478d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:53.128526 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74372486-1ff2-48c0-acaf-8020cfed93d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:53.132545 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-74372486-1ff2-48c0-acaf-8020cfed93d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a5b334a-f820-4d14-890d-77d59614478d HTTP/1.1" status: 204 len: 168 time: 0.2123587 Mar 15 17:20:53.140434 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372486-1ff2-48c0-acaf-8020cfed93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5b334a-f820-4d14-890d-77d59614478d,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:53.157963 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7f862c91-f372-42dd-a4cc-4c701b0ea7d1 req-b935577e-f166-45b2-9550-2f711c041cc8 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0373507 Mar 15 17:20:53.628641 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['50105ba2-72b4-4ba6-b404-279396d1efec'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:54.259394 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f4c27003-727f-473e-b203-9f836f32f79a req-33c326f6-bad0-4e94-af39-f7d9184f17e3 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0297356 Mar 15 17:20:54.653227 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-5c4a458a-37c6-4e6a-b22b-d5578a19324a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453777 Mar 15 17:20:54.749350 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-e17a8d75-4d31-45ff-b1b5-02f5d3a1517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:54.750850 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-e17a8d75-4d31-45ff-b1b5-02f5d3a1517d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1129 time: 0.0433295 Mar 15 17:20:54.855930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-60efcde3-64e4-4cc7-a19b-31a7f0afca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:54.857448 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-60efcde3-64e4-4cc7-a19b-31a7f0afca4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.0875518 Mar 15 17:20:54.926736 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-84ec6d9c-d132-4174-931f-9d81b1f2ca49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 1001 time: 0.0599709 Mar 15 17:20:54.974200 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-aa0a502f-59ef-41ce-8c08-e5b71912b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:54.975698 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-aa0a502f-59ef-41ce-8c08-e5b71912b838 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0425243 Mar 15 17:20:55.039656 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-8566e6ee-93a9-4c67-aa3c-b3466c0acfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:55.041331 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-8566e6ee-93a9-4c67-aa3c-b3466c0acfca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576305 Mar 15 17:20:55.148058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-802a37fa-3276-4046-9949-494f0c9f5640 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992286 Mar 15 17:20:55.248609 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc46e23e-fe87-49d8-bb7a-75b2a6a11141 req-1367acf4-8d08-4f25-9810-400a72e9eaaf service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923200 Mar 15 17:20:55.358009 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3f072575-64a1-44a2-8368-0ff84cd2cf8d req-bbaf1f04-ca26-4692-977d-c8deb07bb6f6 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Mar 15 17:20:56.454216 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f0cc9c72-4651-4464-b44a-78ad05128c56 req-410529fa-c87a-4345-a623-cc49dff91ed6 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Mar 15 17:20:57.546766 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d4782046-b73f-46f2-8d3c-7b0661e76301 req-f0344248-5512-4135-b85d-71959874fc74 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Mar 15 17:20:57.919882 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:58.590318 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 50105ba2-72b4-4ba6-b404-279396d1efec no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:20:58.609881 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 50105ba2-72b4-4ba6-b404-279396d1efec {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:20:58.610382 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 50105ba2-72b4-4ba6-b404-279396d1efec not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:20:58.661455 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bebfe269-ab45-49ab-836d-c634a32288c3 req-6ab23016-80fa-488c-9c02-0a72bc5b3f4a tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Mar 15 17:20:59.772898 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c233bdd-b672-41ec-83e8-64c5095c5e44 req-8092a775-6466-4e98-bd9f-28f569de09c0 tempest-DeleteServersTestJSON-875220589 tempest-DeleteServersTestJSON-875220589-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ea5020e-4cb6-4bde-9ea1-662e07ef2276 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Mar 15 17:21:01.185515 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49310) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:01.293735 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.372315 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Publish callbacks [] for security_group (3527516f-168a-4b93-a577-567e608029e6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.451606 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3527516f-168a-4b93-a577-567e608029e6), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.490325 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a8f7addf6ab4f0592d659d5b2780c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036499 Mar 15 17:21:01.491299 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3527516f-168a-4b93-a577-567e608029e6,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:01.493131 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49324) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:01.499077 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.499422 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.499826 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.500168 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.500564 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.511519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f568a-72f6-4e3c-9ccb-914e41193f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.551953 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Publish callbacks [] for security_group (3527516f-168a-4b93-a577-567e608029e6), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.573053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Publish callbacks [] for security_group (3527516f-168a-4b93-a577-567e608029e6), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.703360 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3527516f-168a-4b93-a577-567e608029e6), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.706314 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.707499 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3527516f-168a-4b93-a577-567e608029e6 HTTP/1.1" status: 204 len: 168 time: 0.2133071 Mar 15 17:21:01.715904 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527516f-168a-4b93-a577-567e608029e6,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:01.723025 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.723380 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.723757 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.724112 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.724450 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.724921 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.725234 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.725564 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.725894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.726226 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.726555 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.726880 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.727202 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.727524 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.727881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7962a4ae-2774-47e5-87ad-c585e4e4bcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:02.371024 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49344) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:02.387153 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-840627ac-4428-4ff3-beca-ffee25f302a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.460786 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-840627ac-4428-4ff3-beca-ffee25f302a8 admin admin] Publish callbacks [] for security_group (2f2909fa-7774-4063-a623-04ade6c0407c), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.600288 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-840627ac-4428-4ff3-beca-ffee25f302a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2f2909fa-7774-4063-a623-04ade6c0407c), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.635917 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840627ac-4428-4ff3-beca-ffee25f302a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2909fa-7774-4063-a623-04ade6c0407c,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:02.640147 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-840627ac-4428-4ff3-beca-ffee25f302a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16a270dd44f74d0b8d11088345a6430f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680058 Mar 15 17:21:02.643106 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49350) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:02.688892 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5c9-66f1-4c43-b58a-ef95995165bc admin admin] Publish callbacks [] for security_group (2f2909fa-7774-4063-a623-04ade6c0407c), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.709197 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5c9-66f1-4c43-b58a-ef95995165bc admin admin] Publish callbacks [] for security_group (2f2909fa-7774-4063-a623-04ade6c0407c), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.823214 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5c9-66f1-4c43-b58a-ef95995165bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2f2909fa-7774-4063-a623-04ade6c0407c), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.825921 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5c9-66f1-4c43-b58a-ef95995165bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.827152 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ce27b5c9-66f1-4c43-b58a-ef95995165bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f2909fa-7774-4063-a623-04ade6c0407c HTTP/1.1" status: 204 len: 168 time: 0.1834724 Mar 15 17:21:02.835267 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27b5c9-66f1-4c43-b58a-ef95995165bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2909fa-7774-4063-a623-04ade6c0407c,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:03.818456 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49388) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:03.910219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388860625-network', 'tenant_id': '3f4cd39e8f654bd4bc79b0cf3d7476ef'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:03.988984 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Made reservation on behalf of 3f4cd39e8f654bd4bc79b0cf3d7476ef for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:03.991934 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.000728 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.075915 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks [] for security_group (13861013-6b03-4ea8-88e2-d85951809890), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.148863 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (13861013-6b03-4ea8-88e2-d85951809890), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.173294 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:21:04.183859 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13861013-6b03-4ea8-88e2-d85951809890,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:04.188482 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.188820 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Added segment 1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c of type vlan for network 87ad20fa-c7e5-4ae2-a81e-d65a8e155243 Mar 15 17:21:04.228219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (87ad20fa-c7e5-4ae2-a81e-d65a8e155243), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.342717 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (87ad20fa-c7e5-4ae2-a81e-d65a8e155243), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.343750 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:04.344337 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.404855 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] Pushing event updated for resources: {'Network': ['ID=87ad20fa-c7e5-4ae2-a81e-d65a8e155243,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:04.415101 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 87ad20fa-c7e5-4ae2-a81e-d65a8e155243 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:21:04.517528 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-78391102-cb3a-4ed1-8f00-05f467aa039f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6979566 Mar 15 17:21:04.527974 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49400) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:04.533253 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Request body: {'subnet': {'network_id': '87ad20fa-c7e5-4ae2-a81e-d65a8e155243', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388860625-subnet', 'tenant_id': '3f4cd39e8f654bd4bc79b0cf3d7476ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:04.669087 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Made reservation on behalf of 3f4cd39e8f654bd4bc79b0cf3d7476ef for: {'subnet': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:04.671710 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.761800 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49410) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:04.809681 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Deleting subnet 44033703-1a98-4437-ae64-2b464b0d3336 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:21:04.813381 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Publish callbacks [] for subnet (44033703-1a98-4437-ae64-2b464b0d3336), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.848610 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Publish callbacks [] for subnet (44033703-1a98-4437-ae64-2b464b0d3336), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.858351 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (44033703-1a98-4437-ae64-2b464b0d3336), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:04.957396 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (b68b2518-596c-4a07-bbec-7b7930ab77dd), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.007800 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68b2518-596c-4a07-bbec-7b7930ab77dd,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:05.012948 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (44033703-1a98-4437-ae64-2b464b0d3336), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.026613 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.033852 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/44033703-1a98-4437-ae64-2b464b0d3336 HTTP/1.1" status: 204 len: 168 time: 0.2708232 Mar 15 17:21:05.034463 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49418) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:05.038466 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Checking segment: {'id': '1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87ad20fa-c7e5-4ae2-a81e-d65a8e155243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:05.038843 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Network hostable DHCP agents. Network: 87ad20fa-c7e5-4ae2-a81e-d65a8e155243, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:21:05.059112 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a4f04-07e8-4b3c-99b2-addcb20d111f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44033703-1a98-4437-ae64-2b464b0d3336,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:05.132668 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (895cde13-f68a-4b57-9a54-147ad897a665), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.194583 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Network 87ad20fa-c7e5-4ae2-a81e-d65a8e155243 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:21:05.215975 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (895cde13-f68a-4b57-9a54-147ad897a665), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.243375 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.243864 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.244744 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.245140 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > port after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.245541 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.246001 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > port after_update 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.246408 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.246806 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.247197 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.247580 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.263597 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:21:05.309078 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 87ad20fa-c7e5-4ae2-a81e-d65a8e155243) {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:05.313564 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:05.314369 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.331606 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f561d-76d7-48c9-b128-8ab81f3a7ed2 None None] Network 87ad20fa-c7e5-4ae2-a81e-d65a8e155243 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:05.369641 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.370026 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.370561 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.370897 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:21:05.371351 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895cde13-f68a-4b57-9a54-147ad897a665']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:05.391756 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e0db06-fecb-4247-9f6f-9c9e1f157f44') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:05.392066 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e0db06-fecb-4247-9f6f-9c9e1f157f44') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:05.410121 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (43e0db06-fecb-4247-9f6f-9c9e1f157f44), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.432803 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (43e0db06-fecb-4247-9f6f-9c9e1f157f44), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.435387 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-12ebef58-37e7-4be0-9e85-e6244d71fb62 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9056439 Mar 15 17:21:05.451597 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143c1ec-cd09-41e2-9c5b-5e269d22edee None None] Network 87ad20fa-c7e5-4ae2-a81e-d65a8e155243 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:05.453366 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:21:05.454996 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (43e0db06-fecb-4247-9f6f-9c9e1f157f44), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.477355 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49438) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: from cryptography.utils import int_from_bytes Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: from cryptography.utils import int_from_bytes Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:21:05.537425 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:21:05.610362 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-11b5d485-8f98-4425-b53d-ad73e1218c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.654949 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (895cde13-f68a-4b57-9a54-147ad897a665), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.683667 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.688353 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] 10.222.0.23 "DELETE /v2.0/networks/895cde13-f68a-4b57-9a54-147ad897a665 HTTP/1.1" status: 204 len: 168 time: 0.6367450 Mar 15 17:21:05.689732 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb27b21-0d4a-4e65-ab7c-e78387b9954c admin admin] Pushing event deleted for resources: {'Network': ['ID=895cde13-f68a-4b57-9a54-147ad897a665,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:05.723875 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-11b5d485-8f98-4425-b53d-ad73e1218c7a admin admin] Publish callbacks [] for security_group (b912d4a9-6ed2-48c0-907d-bb8b8d97742f), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.794454 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-11b5d485-8f98-4425-b53d-ad73e1218c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b912d4a9-6ed2-48c0-907d-bb8b8d97742f), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.840662 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-11b5d485-8f98-4425-b53d-ad73e1218c7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adcc8ee6f0694e738665e05995900a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611515 Mar 15 17:21:05.841395 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5d485-8f98-4425-b53d-ad73e1218c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b912d4a9-6ed2-48c0-907d-bb8b8d97742f,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:05.843512 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49458) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:05.909788 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d2307ee-fc44-435c-aa7f-a7d42f68329c admin admin] Publish callbacks [] for security_group (b912d4a9-6ed2-48c0-907d-bb8b8d97742f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:05.937705 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d2307ee-fc44-435c-aa7f-a7d42f68329c admin admin] Publish callbacks [] for security_group (b912d4a9-6ed2-48c0-907d-bb8b8d97742f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.102901 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d2307ee-fc44-435c-aa7f-a7d42f68329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b912d4a9-6ed2-48c0-907d-bb8b8d97742f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.105672 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d2307ee-fc44-435c-aa7f-a7d42f68329c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.107736 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8d2307ee-fc44-435c-aa7f-a7d42f68329c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b912d4a9-6ed2-48c0-907d-bb8b8d97742f HTTP/1.1" status: 204 len: 168 time: 0.2624261 Mar 15 17:21:06.115285 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2307ee-fc44-435c-aa7f-a7d42f68329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912d4a9-6ed2-48c0-907d-bb8b8d97742f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:06.119658 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49472) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:06.178235 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-35f83e0a-8394-4e12-b9d6-02dd01e43ed4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9f127de9ca34fc18bf5613734313035&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568557 Mar 15 17:21:06.181350 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49474) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:06.231318 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c489dc08-c2a1-46da-bc83-d2fdf1e6368c admin admin] Publish callbacks [] for security_group (9b09c8b5-009e-4925-a0ce-3ed18714d528), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.253863 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c489dc08-c2a1-46da-bc83-d2fdf1e6368c admin admin] Publish callbacks [] for security_group (9b09c8b5-009e-4925-a0ce-3ed18714d528), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.291081 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49478) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:06.296508 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1693294954-network', 'tenant_id': 'da4ed07c49bc416596a5cc22f1237a40'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:06.405968 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c489dc08-c2a1-46da-bc83-d2fdf1e6368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9b09c8b5-009e-4925-a0ce-3ed18714d528), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.406130 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Made reservation on behalf of da4ed07c49bc416596a5cc22f1237a40 for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:06.408347 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.408515 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c489dc08-c2a1-46da-bc83-d2fdf1e6368c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.409658 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c489dc08-c2a1-46da-bc83-d2fdf1e6368c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b09c8b5-009e-4925-a0ce-3ed18714d528 HTTP/1.1" status: 204 len: 168 time: 0.2273619 Mar 15 17:21:06.419851 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489dc08-c2a1-46da-bc83-d2fdf1e6368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b09c8b5-009e-4925-a0ce-3ed18714d528,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:06.425524 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.508276 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks [] for security_group (93de90cd-cccd-4138-a315-90a63d28ca15), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.686203 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (93de90cd-cccd-4138-a315-90a63d28ca15), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.713028 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:21:06.737568 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93de90cd-cccd-4138-a315-90a63d28ca15,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:06.750957 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (e756c0e5-a8b8-47fd-afae-bfa4783109a5), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.751313 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Added segment e756c0e5-a8b8-47fd-afae-bfa4783109a5 of type vlan for network d5312853-92c9-489d-92fa-45e36fbe051e Mar 15 17:21:06.809999 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (d5312853-92c9-489d-92fa-45e36fbe051e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.972544 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (d5312853-92c9-489d-92fa-45e36fbe051e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.973563 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:06.974149 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.044908 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] Pushing event updated for resources: {'Network': ['ID=d5312853-92c9-489d-92fa-45e36fbe051e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:07.061712 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network d5312853-92c9-489d-92fa-45e36fbe051e details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:21:07.110749 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f86f4a9a-141e-4fbd-b9f1-a312a175fd09 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8156357 Mar 15 17:21:07.110749 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49516) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:07.115425 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Request body: {'subnet': {'network_id': 'd5312853-92c9-489d-92fa-45e36fbe051e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1693294954-subnet', 'tenant_id': 'da4ed07c49bc416596a5cc22f1237a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:07.251980 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Made reservation on behalf of da4ed07c49bc416596a5cc22f1237a40 for: {'subnet': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:07.254827 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.526522 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (b17c1fe6-8242-41c0-8cb2-f052b16681e6), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.585532 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17c1fe6-8242-41c0-8cb2-f052b16681e6,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:07.604513 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Checking segment: {'id': 'e756c0e5-a8b8-47fd-afae-bfa4783109a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd5312853-92c9-489d-92fa-45e36fbe051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:07.604885 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Network hostable DHCP agents. Network: d5312853-92c9-489d-92fa-45e36fbe051e, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:21:07.720007 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Network d5312853-92c9-489d-92fa-45e36fbe051e is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:21:07.865693 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, d5312853-92c9-489d-92fa-45e36fbe051e) {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:07.869122 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49562) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:07.872943 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:07.873702 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.877035 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e145e-34bc-42d1-831c-3fb1579651d3 None None] Network d5312853-92c9-489d-92fa-45e36fbe051e requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:07.991536 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-17035051-3f64-4f10-8949-4695bbe30788 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8800147 Mar 15 17:21:08.011041 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1e6a3-e158-48cc-969e-a7189fc21e98 None None] Network d5312853-92c9-489d-92fa-45e36fbe051e requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:08.041777 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-network', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:08.177423 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Made reservation on behalf of 4a0995b0944b438080f7df7f6186f8e8 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:08.184324 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.195730 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.270540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks [] for security_group (bc482ae1-e229-454b-9354-a90e72038f7b), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.348800 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (bc482ae1-e229-454b-9354-a90e72038f7b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.373725 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:21:08.384941 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc482ae1-e229-454b-9354-a90e72038f7b,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:08.409077 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (4c2df88b-f2a6-4620-8a8e-01c5902328fe), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.409077 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Added segment 4c2df88b-f2a6-4620-8a8e-01c5902328fe of type vlan for network 4cf382d5-79c7-4013-872e-ac271f84c2a7 Mar 15 17:21:08.450485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (4cf382d5-79c7-4013-872e-ac271f84c2a7), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.612045 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (4cf382d5-79c7-4013-872e-ac271f84c2a7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.613133 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:08.613785 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.675348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf382d5-79c7-4013-872e-ac271f84c2a7,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:08.685875 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:21:08.779911 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-29f1fcb4-16aa-4b82-9025-74048da5e244 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9096420 Mar 15 17:21:08.782732 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49582) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:08.787615 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Request body: {'subnet': {'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-subnet', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:08.934623 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Made reservation on behalf of 4a0995b0944b438080f7df7f6186f8e8 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:08.941781 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.244420 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (0bb0e850-b22e-48b2-943b-82aca18d990e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.337880 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb0e850-b22e-48b2-943b-82aca18d990e,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:09.350787 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Checking segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:09.351337 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Network hostable DHCP agents. Network: 4cf382d5-79c7-4013-872e-ac271f84c2a7, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:21:09.508801 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:21:09.676329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 4cf382d5-79c7-4013-872e-ac271f84c2a7) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:09.676329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:09.677574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.682567 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccb647-5e57-4a91-9554-8fdd270cace7 None None] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:09.789561 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad80e07-061a-4a3a-bb73-2c5e0b012f53 None None] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:09.839370 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a8b7abee-8a2b-449a-a58a-c1491299ff2f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0553129 Mar 15 17:21:09.842052 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49606) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:09.849443 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:09.926165 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (f16debc0-57e3-4c0b-8693-4f592abf470c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.927607 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (f16debc0-57e3-4c0b-8693-4f592abf470c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.985730 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks [] for router_controller (f16debc0-57e3-4c0b-8693-4f592abf470c), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.457973 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks [] for router_gateway (f16debc0-57e3-4c0b-8693-4f592abf470c), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.744048 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49640) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:10.796918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks [] for router_gateway (f16debc0-57e3-4c0b-8693-4f592abf470c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.817282 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.889708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-35644d6d-00b9-4623-a537-6750f5042722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.936499 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Allocated IP 172.27.1.2 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/8e215173-ab49-4926-a980-278de503cc0e) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:21:10.967768 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-35644d6d-00b9-4623-a537-6750f5042722 admin admin] Publish callbacks [] for security_group (ff996c5c-9e15-416d-91ec-cce30cacd655), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.039924 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-35644d6d-00b9-4623-a537-6750f5042722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ff996c5c-9e15-416d-91ec-cce30cacd655), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.040228 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks [] for port (8e215173-ab49-4926-a980-278de503cc0e), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.076473 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644d6d-00b9-4623-a537-6750f5042722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff996c5c-9e15-416d-91ec-cce30cacd655,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:11.080634 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-35644d6d-00b9-4623-a537-6750f5042722 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31822974880548e48f340e4f69fabd6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348360 Mar 15 17:21:11.083884 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49652) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:11.136694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c15d81-4d51-4f0e-b2e7-e7fc1c02b2f2 admin admin] Publish callbacks [] for security_group (ff996c5c-9e15-416d-91ec-cce30cacd655), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.154708 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (8e215173-ab49-4926-a980-278de503cc0e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.158422 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c15d81-4d51-4f0e-b2e7-e7fc1c02b2f2 admin admin] Publish callbacks [] for security_group (ff996c5c-9e15-416d-91ec-cce30cacd655), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.198792 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:21:11.203603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:11.207198 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:21:11.231029 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Pushing event updated for resources: {'Port': ['ID=8e215173-ab49-4926-a980-278de503cc0e,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:11.331833 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c15d81-4d51-4f0e-b2e7-e7fc1c02b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ff996c5c-9e15-416d-91ec-cce30cacd655), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.334476 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c15d81-4d51-4f0e-b2e7-e7fc1c02b2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.336333 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-86c15d81-4d51-4f0e-b2e7-e7fc1c02b2f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff996c5c-9e15-416d-91ec-cce30cacd655 HTTP/1.1" status: 204 len: 168 time: 0.2518916 Mar 15 17:21:11.343784 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c15d81-4d51-4f0e-b2e7-e7fc1c02b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff996c5c-9e15-416d-91ec-cce30cacd655,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:11.545421 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks [] for router_gateway (f16debc0-57e3-4c0b-8693-4f592abf470c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.738724 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (f16debc0-57e3-4c0b-8693-4f592abf470c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.914319 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Router f16debc0-57e3-4c0b-8693-4f592abf470c is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:21:11.982670 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49666) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:11.996011 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0cfb32a7-1c46-4022-87c1-c630466bea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.023759 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:12.033281 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Sync routers for ids ['f16debc0-57e3-4c0b-8693-4f592abf470c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:12.042935 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Routers {'f16debc0-57e3-4c0b-8693-4f592abf470c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:12.043538 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:20:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f16debc0-57e3-4c0b-8693-4f592abf470c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:12.074292 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0cfb32a7-1c46-4022-87c1-c630466bea01 admin admin] Publish callbacks [] for security_group (85ff2c29-238e-4b67-900b-2cc36fbcf407), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.105263 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.106516 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0db0c677-f7ba-448c-802e-2adc4dea4740 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2635369 Mar 15 17:21:12.115030 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49668) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:12.150012 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Set router f16debc0-57e3-4c0b-8693-4f592abf470c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:12.182084 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0cfb32a7-1c46-4022-87c1-c630466bea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (85ff2c29-238e-4b67-900b-2cc36fbcf407), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.233493 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb32a7-1c46-4022-87c1-c630466bea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff2c29-238e-4b67-900b-2cc36fbcf407,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:12.240323 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0cfb32a7-1c46-4022-87c1-c630466bea01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8cad54b94284166a4874da760a94ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541115 Mar 15 17:21:12.240619 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49670) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:12.303069 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28aa8ad0-0687-4923-b209-835c7f57b4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.369636 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94112851-07fd-4ce7-8368-150f0a1cfafe admin admin] Publish callbacks [] for security_group (85ff2c29-238e-4b67-900b-2cc36fbcf407), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.400608 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94112851-07fd-4ce7-8368-150f0a1cfafe admin admin] Publish callbacks [] for security_group (85ff2c29-238e-4b67-900b-2cc36fbcf407), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.410318 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:21:11Z', 'revision_number': 3, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:12.441852 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Checking router: f16debc0-57e3-4c0b-8693-4f592abf470c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:12.442200 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Updating router f16debc0-57e3-4c0b-8693-4f592abf470c port 8e215173-ab49-4926-a980-278de503cc0e binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:21:12.468840 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8e215173-ab49-4926-a980-278de503cc0e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.730745 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Publish callbacks [] for port (8e215173-ab49-4926-a980-278de503cc0e), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.774095 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94112851-07fd-4ce7-8368-150f0a1cfafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (85ff2c29-238e-4b67-900b-2cc36fbcf407), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.776646 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-94112851-07fd-4ce7-8368-150f0a1cfafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.777764 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-94112851-07fd-4ce7-8368-150f0a1cfafe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85ff2c29-238e-4b67-900b-2cc36fbcf407 HTTP/1.1" status: 204 len: 168 time: 0.5356598 Mar 15 17:21:12.792970 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94112851-07fd-4ce7-8368-150f0a1cfafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff2c29-238e-4b67-900b-2cc36fbcf407,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:12.845762 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.845970 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (8e215173-ab49-4926-a980-278de503cc0e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.895377 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Pushing event updated for resources: {'Port': ['ID=8e215173-ab49-4926-a980-278de503cc0e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:12.906067 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.906417 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.914855 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:12.923296 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Attempting to bind port 8e215173-ab49-4926-a980-278de503cc0e on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:21:12.923685 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Attempting to bind port 8e215173-ab49-4926-a980-278de503cc0e by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:21:12.924051 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Attempting to bind port 8e215173-ab49-4926-a980-278de503cc0e on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:21:12.929177 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:21:12.929550 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:12.929972 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.930353 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:21:12.930805 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Bound port: 8e215173-ab49-4926-a980-278de503cc0e, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:21:12.931833 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8e215173-ab49-4926-a980-278de503cc0e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.989567 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] For port 8e215173-ab49-4926-a980-278de503cc0e, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:21:12.993369 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] For port 8e215173-ab49-4926-a980-278de503cc0e, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=8e215173-ab49-4926-a980-278de503cc0e,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:21:13.058133 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (8e215173-ab49-4926-a980-278de503cc0e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.076321 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Allocated IP 172.20.0.1 (4cf382d5-79c7-4013-872e-ac271f84c2a7/0bb0e850-b22e-48b2-943b-82aca18d990e/d88cfb23-16c6-4361-9061-9148b7cbe682) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:21:13.117151 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Routers {'f16debc0-57e3-4c0b-8693-4f592abf470c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:13.117786 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:20:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f16debc0-57e3-4c0b-8693-4f592abf470c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:13.155318 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47568e9-736b-4f50-b2bd-f876da1f4485 None None] Pushing event updated for resources: {'Port': ['ID=8e215173-ab49-4926-a980-278de503cc0e,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:13.196580 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks [] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.235126 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] Set router f16debc0-57e3-4c0b-8693-4f592abf470c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:13.303670 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.340214 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:21:13.345161 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:13.348739 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:21:13.349213 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (f16debc0-57e3-4c0b-8693-4f592abf470c), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.411412 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Pushing event updated for resources: {'Port': ['ID=d88cfb23-16c6-4361-9061-9148b7cbe682,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:13.417608 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:21:11Z', 'revision_number': 3, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:13.449059 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d9a8f-f94d-44a5-a916-7b4cfc032acd None None] The sync data for ids ['f16debc0-57e3-4c0b-8693-4f592abf470c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:21:11Z', 'revision_number': 3, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:13.676449 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.897800 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks [] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.988918 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:13.989917 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (f16debc0-57e3-4c0b-8693-4f592abf470c), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:14.096145 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Pushing event updated for resources: {'Port': ['ID=d88cfb23-16c6-4361-9061-9148b7cbe682,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:14.126536 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:21:14.128234 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:14.250001 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Router f16debc0-57e3-4c0b-8693-4f592abf470c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:21:14.367563 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:14.372714 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-723061ff-292f-421f-8828-cd0fa6983abd admin admin] 10.222.0.23 "PUT /v2.0/routers/f16debc0-57e3-4c0b-8693-4f592abf470c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566519 Mar 15 17:21:14.861164 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-8ea99511-b6fc-409c-bc93-36c50a67687e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:14.862961 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-8ea99511-b6fc-409c-bc93-36c50a67687e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 819 time: 0.1404219 Mar 15 17:21:14.881054 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-21b9dac3-59ed-4558-9ab1-801fc493aec5 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/quotas/4a0995b0944b438080f7df7f6186f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0105863 Mar 15 17:21:14.940090 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-ceae810d-7455-4837-a114-77e4a741722e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529356 Mar 15 17:21:14.948622 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-73abd63e-da7c-463a-9be3-e7cb9cc86d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.038607 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-84db3e86-eb0a-43ed-8ad6-0dd5305234f2 service neutron] 10.222.0.23 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905378 Mar 15 17:21:15.134699 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-4b586fcc-6ffa-4316-aa97-d40689723ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Mar 15 17:21:15.175925 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Sync routers for ids ['f16debc0-57e3-4c0b-8693-4f592abf470c'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:15.188144 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Routers {'f16debc0-57e3-4c0b-8693-4f592abf470c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:15.188782 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:21:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f16debc0-57e3-4c0b-8693-4f592abf470c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:15.295382 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Set router f16debc0-57e3-4c0b-8693-4f592abf470c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:15.472878 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c4506301-1fee-4924-b549-e94e90dca42f req-af0c028c-fe26-4372-aa1b-8279888f45a1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 210 time: 0.0392587 Mar 15 17:21:15.518051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:21:13Z', 'revision_number': 4, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd88cfb23-16c6-4361-9061-9148b7cbe682', 'name': '', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'mac_address': 'fa:16:3e:88:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:12Z', 'updated_at': '2022-03-15T17:21:13Z', 'revision_number': 2, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'subnets': [{'id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:15.551246 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Checking router: f16debc0-57e3-4c0b-8693-4f592abf470c for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:15.551605 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Updating router f16debc0-57e3-4c0b-8693-4f592abf470c port d88cfb23-16c6-4361-9061-9148b7cbe682 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:21:15.580168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.810213 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-43c76d6a-bb0f-4f39-8cea-8a0ddb6282e9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:15.811769 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-43c76d6a-bb0f-4f39-8cea-8a0ddb6282e9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 819 time: 0.1305308 Mar 15 17:21:15.815242 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.823764 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 8e215173-ab49-4926-a980-278de503cc0e up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:15.829179 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-152cc544-a657-48e3-8595-a435691b5611 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/quotas/4a0995b0944b438080f7df7f6186f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0115378 Mar 15 17:21:15.902682 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-129414a4-4303-414c-b544-f4ee258b0f1b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668719 Mar 15 17:21:15.940440 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 8e215173-ab49-4926-a980-278de503cc0e triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:15.947266 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (8e215173-ab49-4926-a980-278de503cc0e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.984117 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Publish callbacks [] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.006278 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b4aa231a-bdc9-4b13-81d6-a2c1ecdb9992 service neutron] 10.222.0.23 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948694 Mar 15 17:21:16.031774 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 8e215173-ab49-4926-a980-278de503cc0e is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:16.032173 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8e215173-ab49-4926-a980-278de503cc0e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.064408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 8e215173-ab49-4926-a980-278de503cc0e, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=8e215173-ab49-4926-a980-278de503cc0e,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:16.093302 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.145437 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-aad83704-c59f-4ef4-8911-41c376c8bdc3 service neutron] 10.222.0.23 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330543 Mar 15 17:21:16.171195 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (8e215173-ab49-4926-a980-278de503cc0e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.178174 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Pushing event updated for resources: {'Port': ['ID=d88cfb23-16c6-4361-9061-9148b7cbe682,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:16.190029 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.190622 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.191125 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.191491 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.191853 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.192186 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.192512 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.192840 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.193254 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.193519 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.193842 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.194389 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.194745 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.195068 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.195409 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:16.314328 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Attempting to bind port d88cfb23-16c6-4361-9061-9148b7cbe682 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:21:16.314608 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Attempting to bind port d88cfb23-16c6-4361-9061-9148b7cbe682 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:21:16.314968 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Attempting to bind port d88cfb23-16c6-4361-9061-9148b7cbe682 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:21:16.323001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=8e215173-ab49-4926-a980-278de503cc0e,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:16.326610 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:21:16.327158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Checking segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:16.327563 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.328024 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Bound using segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:21:16.328492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Bound port: d88cfb23-16c6-4361-9061-9148b7cbe682, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:21:16.328867 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.474533 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-14e8bbb8-8cfc-4320-be41-3a193b561caf req-4a22da52-42b7-4622-9070-c6c05f538d45 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 210 time: 0.0274303 Mar 15 17:21:16.539222 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] For port d88cfb23-16c6-4361-9061-9148b7cbe682, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:21:16.543476 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] For port d88cfb23-16c6-4361-9061-9148b7cbe682, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=d88cfb23-16c6-4361-9061-9148b7cbe682,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:21:16.629352 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.680653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Routers {'f16debc0-57e3-4c0b-8693-4f592abf470c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:16.681279 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:21:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f16debc0-57e3-4c0b-8693-4f592abf470c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:16.762257 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac540ce8-38a1-43ba-84cb-e1e8c399b905 None None] Pushing event updated for resources: {'Port': ['ID=d88cfb23-16c6-4361-9061-9148b7cbe682,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:16.811861 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] Set router f16debc0-57e3-4c0b-8693-4f592abf470c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:16.831780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49836) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:16.956348 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59f6f2c3-1e1b-489a-9f4f-7bac1775c559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.040382 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59f6f2c3-1e1b-489a-9f4f-7bac1775c559 admin admin] Publish callbacks [] for security_group (b95c2d74-bccf-43de-83b6-6a746c868bf3), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.047102 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:21:13Z', 'revision_number': 4, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd88cfb23-16c6-4361-9061-9148b7cbe682', 'name': '', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'mac_address': 'fa:16:3e:88:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:12Z', 'updated_at': '2022-03-15T17:21:16Z', 'revision_number': 4, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'subnets': [{'id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:17.078259 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28d9a0-7be3-46ee-987f-84c9f3db6a6d None None] The sync data for ids ['f16debc0-57e3-4c0b-8693-4f592abf470c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:21:13Z', 'revision_number': 4, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd88cfb23-16c6-4361-9061-9148b7cbe682', 'name': '', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'mac_address': 'fa:16:3e:88:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:12Z', 'updated_at': '2022-03-15T17:21:16Z', 'revision_number': 4, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'subnets': [{'id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:17.134742 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59f6f2c3-1e1b-489a-9f4f-7bac1775c559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b95c2d74-bccf-43de-83b6-6a746c868bf3), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.178865 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-59f6f2c3-1e1b-489a-9f4f-7bac1775c559 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46855d122d684a2e9189dfc3c8936dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451428 Mar 15 17:21:17.184204 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49854) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:17.190692 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6f2c3-1e1b-489a-9f4f-7bac1775c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c2d74-bccf-43de-83b6-6a746c868bf3,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:17.247973 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bd4c46eb-b31c-4b5b-ad61-2283d0a6dbc1 admin admin] Publish callbacks [] for security_group (b95c2d74-bccf-43de-83b6-6a746c868bf3), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.285138 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bd4c46eb-b31c-4b5b-ad61-2283d0a6dbc1 admin admin] Publish callbacks [] for security_group (b95c2d74-bccf-43de-83b6-6a746c868bf3), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.388623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.451753 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bd4c46eb-b31c-4b5b-ad61-2283d0a6dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b95c2d74-bccf-43de-83b6-6a746c868bf3), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.454352 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bd4c46eb-b31c-4b5b-ad61-2283d0a6dbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.457123 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bd4c46eb-b31c-4b5b-ad61-2283d0a6dbc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b95c2d74-bccf-43de-83b6-6a746c868bf3 HTTP/1.1" status: 204 len: 168 time: 0.2686682 Mar 15 17:21:17.464620 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c46eb-b31c-4b5b-ad61-2283d0a6dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c2d74-bccf-43de-83b6-6a746c868bf3,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:17.579104 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5a58e072-a4ba-4dd0-860a-231bfe7acc2d req-68ad9a7c-f5a8-4126-96ac-c8d9f7cc229d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 210 time: 0.0295553 Mar 15 17:21:17.851331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 8e215173-ab49-4926-a980-278de503cc0e up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:17.924971 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 8e215173-ab49-4926-a980-278de503cc0e triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:17.925530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (8e215173-ab49-4926-a980-278de503cc0e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.083366 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 8e215173-ab49-4926-a980-278de503cc0e is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:18.088091 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d88cfb23-16c6-4361-9061-9148b7cbe682 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:18.142012 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port d88cfb23-16c6-4361-9061-9148b7cbe682 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:18.142383 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.231456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port d88cfb23-16c6-4361-9061-9148b7cbe682 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:18.232482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.268953 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port d88cfb23-16c6-4361-9061-9148b7cbe682, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=d88cfb23-16c6-4361-9061-9148b7cbe682,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:18.371957 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.436185 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49896) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:18.451491 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=d88cfb23-16c6-4361-9061-9148b7cbe682,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:18.460766 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-627d2b53-2e50-4640-ac03-1c9bd85da828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.549305 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-627d2b53-2e50-4640-ac03-1c9bd85da828 admin admin] Publish callbacks [] for security_group (178e2a20-5b1b-4777-b7c5-2d015fadc39a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.605639 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d2d75a8f-3f51-4ec4-85dd-c97de6b995eb tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:18.607023 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d2d75a8f-3f51-4ec4-85dd-c97de6b995eb tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 819 time: 0.3110609 Mar 15 17:21:18.635271 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Request body: {'port': {'device_id': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'admin_state_up': True, 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:18.664636 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-627d2b53-2e50-4640-ac03-1c9bd85da828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (178e2a20-5b1b-4777-b7c5-2d015fadc39a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.712557 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5af77a05-3e3d-483d-972e-a8ccec2a5b41 req-bbb48c14-3933-49c8-8958-469161792d87 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 210 time: 0.0620689 Mar 15 17:21:18.715818 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-627d2b53-2e50-4640-ac03-1c9bd85da828 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5918f792fdba4fd4abcde179841c1338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780030 Mar 15 17:21:18.716808 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d2b53-2e50-4640-ac03-1c9bd85da828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178e2a20-5b1b-4777-b7c5-2d015fadc39a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:18.719656 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49900) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:18.770385 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6de5c865-9876-4dcc-9d43-22806cc9b772 admin admin] Publish callbacks [] for security_group (178e2a20-5b1b-4777-b7c5-2d015fadc39a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.794584 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.795395 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6de5c865-9876-4dcc-9d43-22806cc9b772 admin admin] Publish callbacks [] for security_group (178e2a20-5b1b-4777-b7c5-2d015fadc39a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.920575 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-4dba792b-dc12-4000-8fa3-b15bf34a8d28 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:18.921794 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-4dba792b-dc12-4000-8fa3-b15bf34a8d28 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 819 time: 0.0985372 Mar 15 17:21:18.925566 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Made reservation on behalf of 4a0995b0944b438080f7df7f6186f8e8 for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:18.928947 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.934652 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Request body: {'port': {'device_id': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'admin_state_up': True, 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:18.981717 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6de5c865-9876-4dcc-9d43-22806cc9b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (178e2a20-5b1b-4777-b7c5-2d015fadc39a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.984236 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6de5c865-9876-4dcc-9d43-22806cc9b772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.987808 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6de5c865-9876-4dcc-9d43-22806cc9b772 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/178e2a20-5b1b-4777-b7c5-2d015fadc39a HTTP/1.1" status: 204 len: 168 time: 0.2648115 Mar 15 17:21:19.009638 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5c865-9876-4dcc-9d43-22806cc9b772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178e2a20-5b1b-4777-b7c5-2d015fadc39a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:19.121829 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Allocated IP 172.20.0.4 (4cf382d5-79c7-4013-872e-ac271f84c2a7/0bb0e850-b22e-48b2-943b-82aca18d990e/721562b7-c047-4133-a7a9-67e259f2ac15) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:21:19.205820 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Made reservation on behalf of 4a0995b0944b438080f7df7f6186f8e8 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:21:19.212298 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.287326 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks [] for port (721562b7-c047-4133-a7a9-67e259f2ac15), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.456757 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.542722 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Allocated IP 172.20.0.14 (4cf382d5-79c7-4013-872e-ac271f84c2a7/0bb0e850-b22e-48b2-943b-82aca18d990e/05225eec-057d-489e-80c1-01427b979070) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:21:19.545701 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Pushing event updated for resources: {'Port': ['ID=721562b7-c047-4133-a7a9-67e259f2ac15,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:19.560789 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:21:19.562252 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:19.572131 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:21:19.591573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:19.599187 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.685391 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-d657b5e1-74f4-406d-9a4a-97c3f0ed6624 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0540307 Mar 15 17:21:19.699503 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Request body: {'port': {'device_id': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:19.741427 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks [] for port (05225eec-057d-489e-80c1-01427b979070), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.761886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d88cfb23-16c6-4361-9061-9148b7cbe682 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:19.795289 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.857374 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port d88cfb23-16c6-4361-9061-9148b7cbe682 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:19.857715 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.886453 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (05225eec-057d-489e-80c1-01427b979070), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.890907 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d5b68e88-15d7-45ef-9e75-7abfbed11b71 req-87c34fa0-2f6b-4f6b-98aa-e7987f637cc1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 210 time: 0.0298469 Mar 15 17:21:19.947899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Network 4cf382d5-79c7-4013-872e-ac271f84c2a7 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:21:19.952596 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:21:19.957804 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:21:19.994537 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Pushing event updated for resources: {'Port': ['ID=05225eec-057d-489e-80c1-01427b979070,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.045998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:20.046986 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.120847 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port d88cfb23-16c6-4361-9061-9148b7cbe682 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:20.139952 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-b7127ded-a2b7-4314-b492-272c64d8b8af tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2089789 Mar 15 17:21:20.154600 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Request body: {'port': {'device_id': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:21:20.187110 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 49968) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:20.212001 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721562b7-c047-4133-a7a9-67e259f2ac15 {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:21:20.220742 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Publish callbacks [] for port (721562b7-c047-4133-a7a9-67e259f2ac15), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.233464 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (05225eec-057d-489e-80c1-01427b979070), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.233851 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Transition to ACTIVE for port object 721562b7-c047-4133-a7a9-67e259f2ac15 will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:21:20.320791 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.384745 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Pushing event updated for resources: {'Port': ['ID=721562b7-c047-4133-a7a9-67e259f2ac15,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.431177 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Attempting to bind port 721562b7-c047-4133-a7a9-67e259f2ac15 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:21:20.432114 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Attempting to bind port 721562b7-c047-4133-a7a9-67e259f2ac15 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:21:20.432114 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Attempting to bind port 721562b7-c047-4133-a7a9-67e259f2ac15 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:21:20.436812 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Port 721562b7-c047-4133-a7a9-67e259f2ac15 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:21:20.437340 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Attempting to bind port 721562b7-c047-4133-a7a9-67e259f2ac15 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:21:20.442389 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:21:20.442930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Checking segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:20.443471 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Bound using segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:21:20.444504 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Bound port: 721562b7-c047-4133-a7a9-67e259f2ac15, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:21:20.446438 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.454554 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0884bfb1-8186-45f4-9119-519e5d1e66f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.517006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] For port 721562b7-c047-4133-a7a9-67e259f2ac15, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:21:20.520490 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] For port 721562b7-c047-4133-a7a9-67e259f2ac15, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=721562b7-c047-4133-a7a9-67e259f2ac15,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:21:20.607460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05225eec-057d-489e-80c1-01427b979070 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:21:20.617178 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0884bfb1-8186-45f4-9119-519e5d1e66f3 admin admin] Publish callbacks [] for security_group (2ec7be7f-f8ba-4038-b45b-e5eff70b8a35), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.619110 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Publish callbacks [] for port (05225eec-057d-489e-80c1-01427b979070), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.632664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Transition to ACTIVE for port object 05225eec-057d-489e-80c1-01427b979070 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:21:20.680812 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.716111 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:20.716722 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.718084 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] 10.222.0.44 "PUT /v2.0/ports/721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 200 len: 1093 time: 1.0248296 Mar 15 17:21:20.718591 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'tag': '721562b7-c047-4133-a7a9-67e259f2ac15'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:20.720877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9792b58a-d392-4ab7-875c-6b876720c4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ef84f0db-b738-4fbb-82a8-90a0ce4a2c50", "tag": "721562b7-c047-4133-a7a9-67e259f2ac15"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:20.721078 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0884bfb1-8186-45f4-9119-519e5d1e66f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2ec7be7f-f8ba-4038-b45b-e5eff70b8a35), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.736530 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (05225eec-057d-489e-80c1-01427b979070), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.752261 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434d055-692d-4c80-83f9-4b197d2e2665 service neutron] Pushing event updated for resources: {'Port': ['ID=721562b7-c047-4133-a7a9-67e259f2ac15,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.771268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9996b018-3fc7-47f1-9db9-657038008988 x-openstack-request-id: req-9996b018-3fc7-47f1-9db9-657038008988 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:20.771268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef84f0db-b738-4fbb-82a8-90a0ce4a2c50", "tag": "721562b7-c047-4133-a7a9-67e259f2ac15", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:20.771268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9996b018-3fc7-47f1-9db9-657038008988 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:20.771268 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'tag': '721562b7-c047-4133-a7a9-67e259f2ac15', 'status': 'completed', 'code': 200} Mar 15 17:21:20.827233 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0884bfb1-8186-45f4-9119-519e5d1e66f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4c33bc019d9473280bb3ab956d75c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367035 Mar 15 17:21:20.827668 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 49984) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:20.831878 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884bfb1-8186-45f4-9119-519e5d1e66f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7be7f-f8ba-4038-b45b-e5eff70b8a35,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.845940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Pushing event updated for resources: {'Port': ['ID=05225eec-057d-489e-80c1-01427b979070,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.883200 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792b58a-d392-4ab7-875c-6b876720c4ca req-82d7fb2b-a035-4a97-8cd7-3ea19214d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:20.884814 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9792b58a-d392-4ab7-875c-6b876720c4ca req-82d7fb2b-a035-4a97-8cd7-3ea19214d1ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1127 time: 0.0879209 Mar 15 17:21:20.902463 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7b998c99-59fd-4582-8917-5a1f6e87f928 admin admin] Publish callbacks [] for security_group (2ec7be7f-f8ba-4038-b45b-e5eff70b8a35), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.913241 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Attempting to bind port 05225eec-057d-489e-80c1-01427b979070 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:21:20.913579 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Attempting to bind port 05225eec-057d-489e-80c1-01427b979070 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:21:20.913903 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Attempting to bind port 05225eec-057d-489e-80c1-01427b979070 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:21:20.919109 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Port 05225eec-057d-489e-80c1-01427b979070 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:21:20.919433 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Attempting to bind port 05225eec-057d-489e-80c1-01427b979070 on network 4cf382d5-79c7-4013-872e-ac271f84c2a7 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:21:20.924631 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:21:20.924974 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Checking segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:21:20.925353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Bound using segment: {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:21:20.925806 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Bound port: 05225eec-057d-489e-80c1-01427b979070, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2df88b-f2a6-4620-8a8e-01c5902328fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:21:20.926126 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (05225eec-057d-489e-80c1-01427b979070), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.974623 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7b998c99-59fd-4582-8917-5a1f6e87f928 admin admin] Publish callbacks [] for security_group (2ec7be7f-f8ba-4038-b45b-e5eff70b8a35), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.019717 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] For port 05225eec-057d-489e-80c1-01427b979070, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:21:21.022905 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] For port 05225eec-057d-489e-80c1-01427b979070, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=05225eec-057d-489e-80c1-01427b979070,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:21:21.070485 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792b58a-d392-4ab7-875c-6b876720c4ca req-b680016c-89b1-4149-9d67-01b68738fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.071990 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9792b58a-d392-4ab7-875c-6b876720c4ca req-b680016c-89b1-4149-9d67-01b68738fe8c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4a0995b0944b438080f7df7f6186f8e8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1803670 Mar 15 17:21:21.107329 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495b0ba-4128-41a3-949f-1037b3468922 req-f5b6f7a5-13c0-4e30-9945-a2751cc54cfd tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.108884 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a495b0ba-4128-41a3-949f-1037b3468922 req-f5b6f7a5-13c0-4e30-9945-a2751cc54cfd tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 944 time: 0.1214151 Mar 15 17:21:21.137941 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (05225eec-057d-489e-80c1-01427b979070), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.174982 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.175597 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.177198 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] 10.222.0.44 "PUT /v2.0/ports/05225eec-057d-489e-80c1-01427b979070 HTTP/1.1" status: 200 len: 1094 time: 1.0285487 Mar 15 17:21:21.177603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'tag': '05225eec-057d-489e-80c1-01427b979070'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:21.180733 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed8672-4e2b-480d-b55d-07ee910f7695" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3c1ff3-0c6b-4fc9-8f83-b4762354208e", "tag": "05225eec-057d-489e-80c1-01427b979070"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:21.207328 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a495b0ba-4128-41a3-949f-1037b3468922 req-31a4871a-43b4-46d8-95f5-0e9346a510cc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724056 Mar 15 17:21:21.207680 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d76afb-1c95-4233-bef9-55a8fc21d5ae service neutron] Pushing event updated for resources: {'Port': ['ID=05225eec-057d-489e-80c1-01427b979070,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:21.219674 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792b58a-d392-4ab7-875c-6b876720c4ca req-9e1c2bf7-228e-4104-8fcd-a324d09f661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.221179 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9792b58a-d392-4ab7-875c-6b876720c4ca req-9e1c2bf7-228e-4104-8fcd-a324d09f661f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411409 Mar 15 17:21:21.228889 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7b998c99-59fd-4582-8917-5a1f6e87f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2ec7be7f-f8ba-4038-b45b-e5eff70b8a35), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.232697 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7b998c99-59fd-4582-8917-5a1f6e87f928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.234982 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c8f47-a449-4238-a3a5-2c97f2410a46 x-openstack-request-id: req-f12c8f47-a449-4238-a3a5-2c97f2410a46 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:21.239287 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7b998c99-59fd-4582-8917-5a1f6e87f928 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ec7be7f-f8ba-4038-b45b-e5eff70b8a35 HTTP/1.1" status: 204 len: 168 time: 0.4056070 Mar 15 17:21:21.239415 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3c1ff3-0c6b-4fc9-8f83-b4762354208e", "tag": "05225eec-057d-489e-80c1-01427b979070", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:21.239415 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f12c8f47-a449-4238-a3a5-2c97f2410a46 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:21.239415 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'tag': '05225eec-057d-489e-80c1-01427b979070', 'status': 'completed', 'code': 200} Mar 15 17:21:21.251028 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b998c99-59fd-4582-8917-5a1f6e87f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7be7f-f8ba-4038-b45b-e5eff70b8a35,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:21.318036 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed8672-4e2b-480d-b55d-07ee910f7695 req-b481f325-343d-48bd-8c8f-9200b65ceb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.319709 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b8ed8672-4e2b-480d-b55d-07ee910f7695 req-b481f325-343d-48bd-8c8f-9200b65ceb5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 1128 time: 0.0621696 Mar 15 17:21:21.329793 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-b9941443-0ec5-4f14-a5fd-36bc27cf88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.329793 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-b9941443-0ec5-4f14-a5fd-36bc27cf88b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1127 time: 0.0602164 Mar 15 17:21:21.373811 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-b860d978-94b6-4f33-a872-dabe1f4e2909 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 200 len: 217 time: 0.0372472 Mar 15 17:21:21.450454 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed8672-4e2b-480d-b55d-07ee910f7695 req-ee97b2b4-3ca9-438d-b2f4-451d218223d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.450454 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b8ed8672-4e2b-480d-b55d-07ee910f7695 req-ee97b2b4-3ca9-438d-b2f4-451d218223d9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4a0995b0944b438080f7df7f6186f8e8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1185310 Mar 15 17:21:21.451387 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-c953f0e9-4359-44ad-bebf-c009dec5de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.452478 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-c953f0e9-4359-44ad-bebf-c009dec5de92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0726690 Mar 15 17:21:21.618141 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed8672-4e2b-480d-b55d-07ee910f7695 req-b0d19055-c16e-49d5-a09a-73cf9c7f3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.619837 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b8ed8672-4e2b-480d-b55d-07ee910f7695 req-b0d19055-c16e-49d5-a09a-73cf9c7f3a9e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660779 Mar 15 17:21:21.739309 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-0fcec98f-f937-498d-b874-f8e8951f3d07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2764177 Mar 15 17:21:21.794268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-e2c2a0f0-9cf9-4332-b3fb-155a34baadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.799679 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-e2c2a0f0-9cf9-4332-b3fb-155a34baadf9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 1128 time: 0.1143670 Mar 15 17:21:21.848519 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-43a40fb8-6240-45a9-8621-4eb547d1140d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05225eec-057d-489e-80c1-01427b979070 HTTP/1.1" status: 200 len: 217 time: 0.0409055 Mar 15 17:21:21.849104 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-8edc720e-c924-47d1-bc98-ac75bf4b8e51 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029642 Mar 15 17:21:21.906115 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-43cafbd5-deda-4e47-b020-a4c9fa02f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:21.907899 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-43cafbd5-deda-4e47-b020-a4c9fa02f8b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0482411 Mar 15 17:21:21.958013 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-935ddcb4-f422-4b52-ba4c-211c03ec22cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305474 Mar 15 17:21:21.958367 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dc986242-1ac5-4596-bb96-0cd648317e81 req-244ea457-76ee-45c2-a9ac-1b3e1f23580c service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977526 Mar 15 17:21:22.043383 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-e62f31de-9d9f-4289-869c-a3fe8ea48274 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868874 Mar 15 17:21:22.139227 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81bc1544-5af0-4a4d-a27b-79e936ef3690 req-f5de25ae-32c7-48bf-8021-eef76496db38 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875611 Mar 15 17:21:22.330345 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e329f-6763-4a86-b1e6-33ede3625972 req-ab6e1a16-8c42-40ca-b039-e2e98c59b38c tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:22.331994 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-093e329f-6763-4a86-b1e6-33ede3625972 req-ab6e1a16-8c42-40ca-b039-e2e98c59b38c tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 944 time: 0.0538471 Mar 15 17:21:22.384096 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-093e329f-6763-4a86-b1e6-33ede3625972 req-71a31ade-db24-4f6b-92be-83c5bedda771 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Mar 15 17:21:22.991619 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50058) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:23.095894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc859-7b87-40b3-8fc8-984344d63b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.167439 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc859-7b87-40b3-8fc8-984344d63b2f admin admin] Publish callbacks [] for security_group (fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.245559 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc859-7b87-40b3-8fc8-984344d63b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.291315 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ff0bc859-7b87-40b3-8fc8-984344d63b2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db085e4bbaaa4f8095fa93cbb87fdeb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946866 Mar 15 17:21:23.291315 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bc859-7b87-40b3-8fc8-984344d63b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:23.291628 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50066) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:23.341460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-628c15d4-e07e-4c63-817f-01c255c1320f admin admin] Publish callbacks [] for security_group (fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.362536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-628c15d4-e07e-4c63-817f-01c255c1320f admin admin] Publish callbacks [] for security_group (fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.503881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67abd-ca33-43d6-b1bb-5043f0382636 req-92acacbb-cec6-4ba4-a110-34ed421c49aa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:23.505357 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77d67abd-ca33-43d6-b1bb-5043f0382636 req-92acacbb-cec6-4ba4-a110-34ed421c49aa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 944 time: 0.0523801 Mar 15 17:21:23.537417 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-628c15d4-e07e-4c63-817f-01c255c1320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.541897 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-628c15d4-e07e-4c63-817f-01c255c1320f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:23.543177 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-628c15d4-e07e-4c63-817f-01c255c1320f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f HTTP/1.1" status: 204 len: 168 time: 0.2504604 Mar 15 17:21:23.557581 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77d67abd-ca33-43d6-b1bb-5043f0382636 req-c89139db-e460-4ee8-8117-e8acdf02e8bf tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Mar 15 17:21:23.561411 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c15d4-e07e-4c63-817f-01c255c1320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2cb5ff-7f7e-4c76-aeb6-7b598700cf3f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:24.210296 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50076) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:24.223273 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14595ee0-1ce8-41eb-bb03-37ebfb19bc02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.297733 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14595ee0-1ce8-41eb-bb03-37ebfb19bc02 admin admin] Publish callbacks [] for security_group (de304cbd-b4c8-4d1f-854e-9de1cde1c5c9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.366426 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14595ee0-1ce8-41eb-bb03-37ebfb19bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (de304cbd-b4c8-4d1f-854e-9de1cde1c5c9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.405694 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14595ee0-1ce8-41eb-bb03-37ebfb19bc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de304cbd-b4c8-4d1f-854e-9de1cde1c5c9,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:24.409689 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-14595ee0-1ce8-41eb-bb03-37ebfb19bc02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b93c0f79a184c25981a534e414a3179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983402 Mar 15 17:21:24.413746 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50082) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:24.460823 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc0c518e-e6ac-4ab8-9b2e-1777c79cd2b4 admin admin] Publish callbacks [] for security_group (de304cbd-b4c8-4d1f-854e-9de1cde1c5c9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.481696 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc0c518e-e6ac-4ab8-9b2e-1777c79cd2b4 admin admin] Publish callbacks [] for security_group (de304cbd-b4c8-4d1f-854e-9de1cde1c5c9), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.601033 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc0c518e-e6ac-4ab8-9b2e-1777c79cd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (de304cbd-b4c8-4d1f-854e-9de1cde1c5c9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.603758 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc0c518e-e6ac-4ab8-9b2e-1777c79cd2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:24.604958 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fc0c518e-e6ac-4ab8-9b2e-1777c79cd2b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de304cbd-b4c8-4d1f-854e-9de1cde1c5c9 HTTP/1.1" status: 204 len: 168 time: 0.1910689 Mar 15 17:21:24.612857 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c518e-e6ac-4ab8-9b2e-1777c79cd2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de304cbd-b4c8-4d1f-854e-9de1cde1c5c9,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:24.708669 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4eeb5-3586-4934-ac8c-e7f699444576 req-eddb2357-e716-4293-b402-3d80c04493b3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:24.710685 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-98f4eeb5-3586-4934-ac8c-e7f699444576 req-eddb2357-e716-4293-b402-3d80c04493b3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 944 time: 0.0530539 Mar 15 17:21:24.757529 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-98f4eeb5-3586-4934-ac8c-e7f699444576 req-1ed0a755-370b-4ec8-a0b4-37427275c2e3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Mar 15 17:21:25.519166 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 05225eec-057d-489e-80c1-01427b979070 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:21:25.614180 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 05225eec-057d-489e-80c1-01427b979070, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=05225eec-057d-489e-80c1-01427b979070,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:25.626530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '05225eec-057d-489e-80c1-01427b979070', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'port_id': '05225eec-057d-489e-80c1-01427b979070', 'mac_address': 'fa:16:3e:57:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:21:25.663216 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 05225eec-057d-489e-80c1-01427b979070 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:25.663622 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (05225eec-057d-489e-80c1-01427b979070), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:25.680558 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05225eec-057d-489e-80c1-01427b979070 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:21:25.700385 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 05225eec-057d-489e-80c1-01427b979070, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=05225eec-057d-489e-80c1-01427b979070,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:25.771480 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (05225eec-057d-489e-80c1-01427b979070), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:25.772154 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 721562b7-c047-4133-a7a9-67e259f2ac15 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:21:25.838378 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=05225eec-057d-489e-80c1-01427b979070,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:25.844043 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 721562b7-c047-4133-a7a9-67e259f2ac15, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=721562b7-c047-4133-a7a9-67e259f2ac15,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:25.856107 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '721562b7-c047-4133-a7a9-67e259f2ac15', 'network_id': '4cf382d5-79c7-4013-872e-ac271f84c2a7', 'port_id': '721562b7-c047-4133-a7a9-67e259f2ac15', 'mac_address': 'fa:16:3e:06:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb0e850-b22e-48b2-943b-82aca18d990e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:21:25.892673 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d528a44-ad0c-4304-9117-eab138b72ece req-ddb95271-9a41-4897-b9ff-5f3335d485c0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:25.896534 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 721562b7-c047-4133-a7a9-67e259f2ac15 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:25.897119 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:25.899520 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4d528a44-ad0c-4304-9117-eab138b72ece req-ddb95271-9a41-4897-b9ff-5f3335d485c0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 945 time: 0.0755842 Mar 15 17:21:25.913095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721562b7-c047-4133-a7a9-67e259f2ac15 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:21:25.936241 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 721562b7-c047-4133-a7a9-67e259f2ac15, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=721562b7-c047-4133-a7a9-67e259f2ac15,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:25.942663 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4d528a44-ad0c-4304-9117-eab138b72ece req-95bcfab9-f43e-42cd-a5eb-62cebeb251d3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Mar 15 17:21:26.034165 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:26.086690 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=721562b7-c047-4133-a7a9-67e259f2ac15,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:27.061245 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544d5d-60ff-4fee-bb1c-c05184af5454 req-b600013b-76ac-4cf5-85f3-6269a090a210 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:27.062815 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72544d5d-60ff-4fee-bb1c-c05184af5454 req-b600013b-76ac-4cf5-85f3-6269a090a210 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 945 time: 0.0536847 Mar 15 17:21:27.110622 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72544d5d-60ff-4fee-bb1c-c05184af5454 req-268ef10b-cc38-4885-ad16-13f030300fc4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Mar 15 17:21:28.228423 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369cd92-b772-46b0-8e92-a2565ab477c1 req-ca6fab8f-c525-4c9b-aacc-cbf9b56c13da tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:28.229894 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7369cd92-b772-46b0-8e92-a2565ab477c1 req-ca6fab8f-c525-4c9b-aacc-cbf9b56c13da tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 945 time: 0.0519419 Mar 15 17:21:28.286792 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7369cd92-b772-46b0-8e92-a2565ab477c1 req-123953b4-7eb3-4cd8-958d-53ede405c21e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Mar 15 17:21:28.588670 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:28.771823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['05225eec-057d-489e-80c1-01427b979070'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:21:28.796486 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['721562b7-c047-4133-a7a9-67e259f2ac15'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:21:29.395902 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d716-68ad-4aa5-bb79-64241ba4374d req-23831f50-56cb-4ef1-b3ee-5bcf416319c1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:29.397407 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52a1d716-68ad-4aa5-bb79-64241ba4374d req-23831f50-56cb-4ef1-b3ee-5bcf416319c1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 945 time: 0.0521886 Mar 15 17:21:29.445290 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52a1d716-68ad-4aa5-bb79-64241ba4374d req-839df338-7f2d-4232-8e1f-9c29870efbb4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Mar 15 17:21:29.887023 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50260) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:29.989735 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-76bb6593-9ee4-44d4-8b42-d490755297db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.065181 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-76bb6593-9ee4-44d4-8b42-d490755297db admin admin] Publish callbacks [] for security_group (04872ddf-a7fe-46a6-ae97-92a74a928b01), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.143064 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-76bb6593-9ee4-44d4-8b42-d490755297db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (04872ddf-a7fe-46a6-ae97-92a74a928b01), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.184740 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-76bb6593-9ee4-44d4-8b42-d490755297db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff95b3f7c6524b69b2d169584cf78943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963505 Mar 15 17:21:30.185287 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb6593-9ee4-44d4-8b42-d490755297db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04872ddf-a7fe-46a6-ae97-92a74a928b01,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:30.189374 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50272) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:30.245568 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-771ca591-602f-4756-bd67-5b370f05d9e3 admin admin] Publish callbacks [] for security_group (04872ddf-a7fe-46a6-ae97-92a74a928b01), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.266674 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-771ca591-602f-4756-bd67-5b370f05d9e3 admin admin] Publish callbacks [] for security_group (04872ddf-a7fe-46a6-ae97-92a74a928b01), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.383525 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-771ca591-602f-4756-bd67-5b370f05d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (04872ddf-a7fe-46a6-ae97-92a74a928b01), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.386242 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-771ca591-602f-4756-bd67-5b370f05d9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.387453 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-771ca591-602f-4756-bd67-5b370f05d9e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04872ddf-a7fe-46a6-ae97-92a74a928b01 HTTP/1.1" status: 204 len: 168 time: 0.1944585 Mar 15 17:21:30.395728 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ca591-602f-4756-bd67-5b370f05d9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04872ddf-a7fe-46a6-ae97-92a74a928b01,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:30.488203 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 05225eec-057d-489e-80c1-01427b979070 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:30.580516 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5f75-293e-4c40-8c94-b013d5fc198a req-fd11446a-58b1-4d47-b825-b14e3048c2f0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:30.584701 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-675a5f75-293e-4c40-8c94-b013d5fc198a req-fd11446a-58b1-4d47-b825-b14e3048c2f0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 945 time: 0.0645757 Mar 15 17:21:30.631102 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-675a5f75-293e-4c40-8c94-b013d5fc198a req-bf514ff2-4a31-4e1c-a17f-ec2e22b6c69e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Mar 15 17:21:30.691952 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 05225eec-057d-489e-80c1-01427b979070 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:21:30.696140 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 05225eec-057d-489e-80c1-01427b979070 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:30.696550 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (05225eec-057d-489e-80c1-01427b979070), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.792575 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 05225eec-057d-489e-80c1-01427b979070 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:30.792575 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (05225eec-057d-489e-80c1-01427b979070), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.816056 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05225eec-057d-489e-80c1-01427b979070'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:30.818578 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd65211c-86c2-46c5-8594-ae294f3dfe5f" -d '{"events": [{"server_uuid": "fd3c1ff3-0c6b-4fc9-8f83-b4762354208e", "name": "network-vif-plugged", "status": "completed", "tag": "05225eec-057d-489e-80c1-01427b979070"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:30.834774 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 05225eec-057d-489e-80c1-01427b979070, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=05225eec-057d-489e-80c1-01427b979070,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:30.867330 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c8d28c-ee21-46cb-8f41-51f3f9e20781 x-openstack-request-id: req-f1c8d28c-ee21-46cb-8f41-51f3f9e20781 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:30.867660 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3c1ff3-0c6b-4fc9-8f83-b4762354208e", "name": "network-vif-plugged", "status": "completed", "tag": "05225eec-057d-489e-80c1-01427b979070", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:30.867907 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1c8d28c-ee21-46cb-8f41-51f3f9e20781 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:30.868333 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05225eec-057d-489e-80c1-01427b979070', 'code': 200} Mar 15 17:21:30.903096 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (05225eec-057d-489e-80c1-01427b979070), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.903917 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 721562b7-c047-4133-a7a9-67e259f2ac15 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:30.978503 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=05225eec-057d-489e-80c1-01427b979070,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:31.069098 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 721562b7-c047-4133-a7a9-67e259f2ac15 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:21:31.077080 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 721562b7-c047-4133-a7a9-67e259f2ac15 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:31.077217 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.155026 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50312) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:31.155604 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 721562b7-c047-4133-a7a9-67e259f2ac15 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:31.155811 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.167466 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f4404b3-6086-4285-8775-2cc99eba774d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.188970 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 721562b7-c047-4133-a7a9-67e259f2ac15, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=721562b7-c047-4133-a7a9-67e259f2ac15,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:31.257850 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f4404b3-6086-4285-8775-2cc99eba774d admin admin] Publish callbacks [] for security_group (cce0af52-2d10-40b6-8864-12f7e6d39326), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.274676 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.301025 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cae20-daa5-456d-b316-170a6a9bc92b req-c4cf451b-9d3e-4804-9952-dd3f3b3db921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:31.302794 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-168cae20-daa5-456d-b316-170a6a9bc92b req-c4cf451b-9d3e-4804-9952-dd3f3b3db921 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 1130 time: 0.0458560 Mar 15 17:21:31.338054 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=721562b7-c047-4133-a7a9-67e259f2ac15,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:31.366989 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-168cae20-daa5-456d-b316-170a6a9bc92b req-1905ac49-37c0-41b3-a418-15df7cc61246 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Mar 15 17:21:31.405836 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7f4404b3-6086-4285-8775-2cc99eba774d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (cce0af52-2d10-40b6-8864-12f7e6d39326), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.449205 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50322) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:31.449429 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7f4404b3-6086-4285-8775-2cc99eba774d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86dea89425f0418eb9dbb14347e26568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931864 Mar 15 17:21:31.450209 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4404b3-6086-4285-8775-2cc99eba774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce0af52-2d10-40b6-8864-12f7e6d39326,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:31.501398 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fff2f2ce-9440-4521-9060-8fdbfde91795 admin admin] Publish callbacks [] for security_group (cce0af52-2d10-40b6-8864-12f7e6d39326), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.526128 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fff2f2ce-9440-4521-9060-8fdbfde91795 admin admin] Publish callbacks [] for security_group (cce0af52-2d10-40b6-8864-12f7e6d39326), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.733318 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fff2f2ce-9440-4521-9060-8fdbfde91795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (cce0af52-2d10-40b6-8864-12f7e6d39326), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.735826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fff2f2ce-9440-4521-9060-8fdbfde91795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.736990 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fff2f2ce-9440-4521-9060-8fdbfde91795 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cce0af52-2d10-40b6-8864-12f7e6d39326 HTTP/1.1" status: 204 len: 168 time: 0.2858334 Mar 15 17:21:31.750840 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2f2ce-9440-4521-9060-8fdbfde91795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce0af52-2d10-40b6-8864-12f7e6d39326,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:31.770903 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf591-85f3-4358-89d5-a0ab55a0a0e6 req-29427d33-59da-4d26-9987-53af966c52f2 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:31.773020 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-21caf591-85f3-4358-89d5-a0ab55a0a0e6 req-29427d33-59da-4d26-9987-53af966c52f2 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0686693 Mar 15 17:21:31.841433 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-21caf591-85f3-4358-89d5-a0ab55a0a0e6 req-d9e74eef-a5ed-4736-9c3e-57df5ad046f2 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607734 Mar 15 17:21:32.869646 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721562b7-c047-4133-a7a9-67e259f2ac15'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:32.872435 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec43dd-d3b9-4cb5-abee-4799cd28b2ad" -d '{"events": [{"server_uuid": "ef84f0db-b738-4fbb-82a8-90a0ce4a2c50", "name": "network-vif-plugged", "status": "completed", "tag": "721562b7-c047-4133-a7a9-67e259f2ac15"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:32.911483 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d24b307-8662-4b93-ac44-1613e3d08e27 x-openstack-request-id: req-7d24b307-8662-4b93-ac44-1613e3d08e27 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:32.911839 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef84f0db-b738-4fbb-82a8-90a0ce4a2c50", "name": "network-vif-plugged", "status": "completed", "tag": "721562b7-c047-4133-a7a9-67e259f2ac15", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:32.912459 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d24b307-8662-4b93-ac44-1613e3d08e27 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:32.912617 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721562b7-c047-4133-a7a9-67e259f2ac15', 'code': 200} Mar 15 17:21:32.979085 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f41df-abfb-459b-b559-abe82ef6802a req-7a5f647a-09a6-4992-83f9-ed1db765ecac tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:32.980742 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4a8f41df-abfb-459b-b559-abe82ef6802a req-7a5f647a-09a6-4992-83f9-ed1db765ecac tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0541356 Mar 15 17:21:33.032759 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4a8f41df-abfb-459b-b559-abe82ef6802a req-7dbda5e8-a0bc-47d2-b12b-38d00c947dcd tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Mar 15 17:21:33.312808 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df3b4d-bfbb-432e-8f3a-f435907770f7 req-51eb69ec-6840-4ce1-8f2b-c1197bb57a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:33.314419 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72df3b4d-bfbb-432e-8f3a-f435907770f7 req-51eb69ec-6840-4ce1-8f2b-c1197bb57a45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0447402 Mar 15 17:21:33.370037 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72df3b4d-bfbb-432e-8f3a-f435907770f7 req-71669d2b-6267-4e06-a515-549f72d200c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Mar 15 17:21:33.525599 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55867970-4558-4c38-871e-add040238478 req-c41eff0a-2a0b-462a-9b47-ca686aa9e725 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:33.527265 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-55867970-4558-4c38-871e-add040238478 req-c41eff0a-2a0b-462a-9b47-ca686aa9e725 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0528438 Mar 15 17:21:33.580079 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-55867970-4558-4c38-871e-add040238478 req-333e9da3-7c64-432e-8154-f106365a6568 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Mar 15 17:21:33.806905 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-2752582b-7d80-40bc-9339-852cc9a5b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:33.808606 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-2752582b-7d80-40bc-9339-852cc9a5b989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 1130 time: 0.0487654 Mar 15 17:21:33.908884 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-1cc734bd-f01d-445a-9140-5d1aa3ae3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:33.910622 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-1cc734bd-f01d-445a-9140-5d1aa3ae3d8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 920 time: 0.0948522 Mar 15 17:21:33.966988 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-12187afd-0ff9-4183-a660-3cbad1a7f91a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05225eec-057d-489e-80c1-01427b979070 HTTP/1.1" status: 200 len: 217 time: 0.0484767 Mar 15 17:21:34.028956 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-16c629ed-27d2-4035-a668-e54391b66cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:34.030658 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-16c629ed-27d2-4035-a668-e54391b66cf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0573936 Mar 15 17:21:34.065025 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-51a605ad-6df2-4671-a0c0-956ca4894228 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279009 Mar 15 17:21:34.171694 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-ed35e03e-c7b2-4b66-be84-977a6a9380c8 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985537 Mar 15 17:21:34.272212 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320ccf95-f6f7-430b-8d82-a87e26e30419 req-2e2cef1d-1e4d-4980-bce3-da71a39ce086 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930226 Mar 15 17:21:34.719593 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd7d68-d29c-425b-a515-f80346e6c209 req-62fb98e2-1fcd-4a2b-bcdf-cf1dbf4100e9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:34.719593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6cbd7d68-d29c-425b-a515-f80346e6c209 req-62fb98e2-1fcd-4a2b-bcdf-cf1dbf4100e9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0646536 Mar 15 17:21:34.767837 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6cbd7d68-d29c-425b-a515-f80346e6c209 req-1c64b488-c4ef-4d07-9470-1c947636f61d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Mar 15 17:21:34.966437 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd96a-5b10-4ac9-8386-9ee3c7e5d401 req-13b2333c-0ec1-4ff5-aa75-26c02cac9447 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:34.967926 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d2cd96a-5b10-4ac9-8386-9ee3c7e5d401 req-13b2333c-0ec1-4ff5-aa75-26c02cac9447 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0576971 Mar 15 17:21:35.018463 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d2cd96a-5b10-4ac9-8386-9ee3c7e5d401 req-6d79d8e5-0238-4a13-ba78-2064d5be7b16 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Mar 15 17:21:35.718923 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50496) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:35.823057 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-597eec05-3648-45ae-a115-eddd81324027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.918629 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34476-3fe7-4d94-a297-2e78049b38e5 req-0c748f9a-29b5-4f4a-9662-fe94730b7c10 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:35.920108 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8eb34476-3fe7-4d94-a297-2e78049b38e5 req-0c748f9a-29b5-4f4a-9662-fe94730b7c10 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0788233 Mar 15 17:21:35.956561 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-597eec05-3648-45ae-a115-eddd81324027 admin admin] Publish callbacks [] for security_group (f719c8fe-01d1-47ed-88b0-703b6971e930), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.988563 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8eb34476-3fe7-4d94-a297-2e78049b38e5 req-f7b381f0-3160-463a-bc33-153b9dcbdad4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Mar 15 17:21:36.063124 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-597eec05-3648-45ae-a115-eddd81324027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f719c8fe-01d1-47ed-88b0-703b6971e930), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.111587 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-597eec05-3648-45ae-a115-eddd81324027 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1e388935aa646169bf3ec9e69288d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914721 Mar 15 17:21:36.114206 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50508) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:36.128355 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eec05-3648-45ae-a115-eddd81324027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f719c8fe-01d1-47ed-88b0-703b6971e930,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:36.156146 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb361a01-782d-4219-b96d-3214e25b19bd req-2d4d474d-b8c6-433f-8e7d-199011a7d784 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:36.157396 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bb361a01-782d-4219-b96d-3214e25b19bd req-2d4d474d-b8c6-433f-8e7d-199011a7d784 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0589428 Mar 15 17:21:36.164969 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e260edc3-cb35-4344-9e15-a0b57c26f510 admin admin] Publish callbacks [] for security_group (f719c8fe-01d1-47ed-88b0-703b6971e930), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.187525 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e260edc3-cb35-4344-9e15-a0b57c26f510 admin admin] Publish callbacks [] for security_group (f719c8fe-01d1-47ed-88b0-703b6971e930), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.209814 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bb361a01-782d-4219-b96d-3214e25b19bd req-d7a44275-fab4-4775-9357-6c075db08595 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Mar 15 17:21:36.314824 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e260edc3-cb35-4344-9e15-a0b57c26f510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f719c8fe-01d1-47ed-88b0-703b6971e930), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.317474 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e260edc3-cb35-4344-9e15-a0b57c26f510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.319081 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e260edc3-cb35-4344-9e15-a0b57c26f510 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f719c8fe-01d1-47ed-88b0-703b6971e930 HTTP/1.1" status: 204 len: 168 time: 0.2037666 Mar 15 17:21:36.327353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260edc3-cb35-4344-9e15-a0b57c26f510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f719c8fe-01d1-47ed-88b0-703b6971e930,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:37.108551 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43302b1a-55e0-48ee-bf31-0e8743707bae req-f54c8c4c-cc4a-4dc1-8af6-a06de9f02724 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:37.110044 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-43302b1a-55e0-48ee-bf31-0e8743707bae req-f54c8c4c-cc4a-4dc1-8af6-a06de9f02724 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0524237 Mar 15 17:21:37.161503 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-43302b1a-55e0-48ee-bf31-0e8743707bae req-4e88664c-2179-448d-befe-1c9fb69b0266 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Mar 15 17:21:37.367983 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8cbaa-2ecd-450b-adc8-a17749f2cb8a req-a009f958-44a3-40e1-a616-dd0eff1cff62 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:37.369775 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-02c8cbaa-2ecd-450b-adc8-a17749f2cb8a req-a009f958-44a3-40e1-a616-dd0eff1cff62 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0756052 Mar 15 17:21:37.417417 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-02c8cbaa-2ecd-450b-adc8-a17749f2cb8a req-c3d7672f-fe64-4817-8c7f-00adac0c7fff tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Mar 15 17:21:38.293629 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f272-8044-446d-9c26-94fd3dfe32ad req-68295268-76dc-424f-ad25-33e6cb1c01db tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:38.295105 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3d78f272-8044-446d-9c26-94fd3dfe32ad req-68295268-76dc-424f-ad25-33e6cb1c01db tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0525250 Mar 15 17:21:38.347539 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3d78f272-8044-446d-9c26-94fd3dfe32ad req-1fce7a96-5de9-4d92-b97d-bbb39713dc9d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465703 Mar 15 17:21:38.548321 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df231c-6c26-4a97-8132-1eb994f5c4ff req-8844ad9b-0b01-407f-a521-5b573b6a350a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:38.549816 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c2df231c-6c26-4a97-8132-1eb994f5c4ff req-8844ad9b-0b01-407f-a521-5b573b6a350a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0585315 Mar 15 17:21:38.611937 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c2df231c-6c26-4a97-8132-1eb994f5c4ff req-b073fc70-722a-4317-94c3-b751bc3d9d16 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501776 Mar 15 17:21:39.479859 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1153122-b5e8-4a06-8d1b-bc38eb8aec4e req-51a23018-4fc7-41a0-8197-762f157a436a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:39.481330 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1153122-b5e8-4a06-8d1b-bc38eb8aec4e req-51a23018-4fc7-41a0-8197-762f157a436a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0531571 Mar 15 17:21:39.531140 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1153122-b5e8-4a06-8d1b-bc38eb8aec4e req-9ce43a29-d8bf-40bf-b60c-ee10a23a8d1e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Mar 15 17:21:39.733595 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f872dea-4961-4abb-a0d8-907e897c6edc req-4583d2b0-4dcd-46fe-b457-ad72eaa5d7b8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:39.735358 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9f872dea-4961-4abb-a0d8-907e897c6edc req-4583d2b0-4dcd-46fe-b457-ad72eaa5d7b8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0596099 Mar 15 17:21:39.793493 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9f872dea-4961-4abb-a0d8-907e897c6edc req-e42c0cdf-83d1-4127-9903-25ba65776a53 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Mar 15 17:21:40.665209 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b537-4f3e-4348-a302-e70154fd0b5d req-05113c34-d16b-404d-8ecd-731a18fc48ba tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:40.667188 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ea15b537-4f3e-4348-a302-e70154fd0b5d req-05113c34-d16b-404d-8ecd-731a18fc48ba tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0601413 Mar 15 17:21:40.714584 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ea15b537-4f3e-4348-a302-e70154fd0b5d req-2656bcfb-9191-4b69-84a8-295363880037 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Mar 15 17:21:40.917867 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802b8a2-4063-4334-9aaf-dcd09f951e33 req-1828e49a-7830-4053-bd76-20b823563723 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:40.919358 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b802b8a2-4063-4334-9aaf-dcd09f951e33 req-1828e49a-7830-4053-bd76-20b823563723 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Mar 15 17:21:40.968074 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b802b8a2-4063-4334-9aaf-dcd09f951e33 req-838ec862-76cb-4a89-bd9f-dfc18adca38a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Mar 15 17:21:41.233012 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50674) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:41.279216 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Deleting subnet b68b2518-596c-4a07-bbec-7b7930ab77dd {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:21:41.282440 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Publish callbacks [] for subnet (b68b2518-596c-4a07-bbec-7b7930ab77dd), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.318791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (b68b2518-596c-4a07-bbec-7b7930ab77dd), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.357850 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (b68b2518-596c-4a07-bbec-7b7930ab77dd), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.481393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50678) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:41.498125 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (b68b2518-596c-4a07-bbec-7b7930ab77dd), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.524289 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68b2518-596c-4a07-bbec-7b7930ab77dd,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:41.570060 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.573832 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ee0fd22a-1373-4476-8c4b-5e045227eb7a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b68b2518-596c-4a07-bbec-7b7930ab77dd HTTP/1.1" status: 204 len: 168 time: 0.3392079 Mar 15 17:21:41.576435 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50686) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:41.630011 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac7a-1e71-4b36-bd1c-3ffcd133f7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.670329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (87ad20fa-c7e5-4ae2-a81e-d65a8e155243), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.782357 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (87ad20fa-c7e5-4ae2-a81e-d65a8e155243), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.815390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac7a-1e71-4b36-bd1c-3ffcd133f7b5 admin admin] Publish callbacks [] for security_group (fe8430ef-acb5-452f-bf80-ee5648bec7c6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.817273 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ad20fa-c7e5-4ae2-a81e-d65a8e155243']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:41.827539 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:41.827858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:41.838198 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.851844 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.855396 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e27bd-af02-45f4-8c02-ba5619d98c9e req-a9fb630f-9dec-486c-844d-a8e8e5bb3540 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:41.856983 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9d4e27bd-af02-45f4-8c02-ba5619d98c9e req-a9fb630f-9dec-486c-844d-a8e8e5bb3540 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0597641 Mar 15 17:21:41.863412 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:21:41.863885 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (1ef92ca7-2d27-4d6f-acf6-c926dfb30c9c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:21:41.865666 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:21:41.900797 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ac7a-1e71-4b36-bd1c-3ffcd133f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fe8430ef-acb5-452f-bf80-ee5648bec7c6), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.907596 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9d4e27bd-af02-45f4-8c02-ba5619d98c9e req-4eb1d4da-69ab-4791-a2ed-15e0f0426924 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Mar 15 17:21:41.956743 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6dc0ac7a-1e71-4b36-bd1c-3ffcd133f7b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26e7b933937c48eda860ebf79a3fee29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741974 Mar 15 17:21:41.957867 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac7a-1e71-4b36-bd1c-3ffcd133f7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8430ef-acb5-452f-bf80-ee5648bec7c6,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:41.960328 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50696) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.008789 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1e612da4-291e-43c5-802c-472375de32ff admin admin] Publish callbacks [] for security_group (fe8430ef-acb5-452f-bf80-ee5648bec7c6), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.031930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1e612da4-291e-43c5-802c-472375de32ff admin admin] Publish callbacks [] for security_group (fe8430ef-acb5-452f-bf80-ee5648bec7c6), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.051656 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (87ad20fa-c7e5-4ae2-a81e-d65a8e155243), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.055994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.060462 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/87ad20fa-c7e5-4ae2-a81e-d65a8e155243 HTTP/1.1" status: 204 len: 168 time: 0.4829757 Mar 15 17:21:42.069808 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50702) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.104984 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b1c62-69b1-4428-8cff-2444890a64c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ad20fa-c7e5-4ae2-a81e-d65a8e155243,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.118815 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cefe1-5c42-48c5-9572-ee7b630d6255 req-057b5d33-3aa4-4931-af51-1c123b2750ac tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:42.124120 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e6cefe1-5c42-48c5-9572-ee7b630d6255 req-057b5d33-3aa4-4931-af51-1c123b2750ac tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0832016 Mar 15 17:21:42.134245 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Deleting subnet b17c1fe6-8242-41c0-8cb2-f052b16681e6 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:21:42.136655 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50704) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.137803 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Publish callbacks [] for subnet (b17c1fe6-8242-41c0-8cb2-f052b16681e6), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.173076 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (b17c1fe6-8242-41c0-8cb2-f052b16681e6), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.184258 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e6cefe1-5c42-48c5-9572-ee7b630d6255 req-1b8e796c-e59e-4e25-8163-449f70cf5bd2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575786 Mar 15 17:21:42.211608 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1e612da4-291e-43c5-802c-472375de32ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fe8430ef-acb5-452f-bf80-ee5648bec7c6), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.215885 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1e612da4-291e-43c5-802c-472375de32ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.219768 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-1e612da4-291e-43c5-802c-472375de32ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe8430ef-acb5-452f-bf80-ee5648bec7c6 HTTP/1.1" status: 204 len: 168 time: 0.2575247 Mar 15 17:21:42.232289 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e612da4-291e-43c5-802c-472375de32ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8430ef-acb5-452f-bf80-ee5648bec7c6,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.241772 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (b17c1fe6-8242-41c0-8cb2-f052b16681e6), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.265198 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:21:42.278809 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c48987dd-455d-4917-9b95-ff451951c94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.313263 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8bebcb50-c5bd-4a73-9a1a-845682cc7b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.361110 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c48987dd-455d-4917-9b95-ff451951c94e admin admin] Publish callbacks [] for security_group (a64612c2-305e-40c3-84bc-261910fbeaa3), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.412004 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (b17c1fe6-8242-41c0-8cb2-f052b16681e6), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.437856 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17c1fe6-8242-41c0-8cb2-f052b16681e6,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.441615 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.444807 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c153b318-a3fb-4dba-88ed-921016a5b64b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b17c1fe6-8242-41c0-8cb2-f052b16681e6 HTTP/1.1" status: 204 len: 168 time: 0.3740530 Mar 15 17:21:42.447324 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50712) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.457307 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c48987dd-455d-4917-9b95-ff451951c94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (a64612c2-305e-40c3-84bc-261910fbeaa3), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.497900 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c48987dd-455d-4917-9b95-ff451951c94e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=400b6919254642f4924c7106d59c8386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596575 Mar 15 17:21:42.498756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48987dd-455d-4917-9b95-ff451951c94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64612c2-305e-40c3-84bc-261910fbeaa3,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.500664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50714) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.536767 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (d5312853-92c9-489d-92fa-45e36fbe051e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.593640 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f20fb5a4-719b-490b-b8fe-1c14dafd9920 admin admin] Publish callbacks [] for security_group (a64612c2-305e-40c3-84bc-261910fbeaa3), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.655300 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f20fb5a4-719b-490b-b8fe-1c14dafd9920 admin admin] Publish callbacks [] for security_group (a64612c2-305e-40c3-84bc-261910fbeaa3), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.663063 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (d5312853-92c9-489d-92fa-45e36fbe051e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.700787 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5312853-92c9-489d-92fa-45e36fbe051e']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:42.710521 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e756c0e5-a8b8-47fd-afae-bfa4783109a5') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:42.710811 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e756c0e5-a8b8-47fd-afae-bfa4783109a5') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:42.720088 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (e756c0e5-a8b8-47fd-afae-bfa4783109a5), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.738864 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (e756c0e5-a8b8-47fd-afae-bfa4783109a5), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.745587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:21:42.745960 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (e756c0e5-a8b8-47fd-afae-bfa4783109a5), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:21:42.747591 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:21:42.824109 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f20fb5a4-719b-490b-b8fe-1c14dafd9920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (a64612c2-305e-40c3-84bc-261910fbeaa3), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.826792 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f20fb5a4-719b-490b-b8fe-1c14dafd9920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.834626 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f20fb5a4-719b-490b-b8fe-1c14dafd9920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a64612c2-305e-40c3-84bc-261910fbeaa3 HTTP/1.1" status: 204 len: 168 time: 0.3257926 Mar 15 17:21:42.836073 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb5a4-719b-490b-b8fe-1c14dafd9920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64612c2-305e-40c3-84bc-261910fbeaa3,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.880334 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (d5312853-92c9-489d-92fa-45e36fbe051e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.888149 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.891323 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5312853-92c9-489d-92fa-45e36fbe051e HTTP/1.1" status: 204 len: 168 time: 0.4430106 Mar 15 17:21:42.900952 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b54d17-0398-4801-8dfd-2a750d70e032 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5312853-92c9-489d-92fa-45e36fbe051e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.931110 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50726) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.944445 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-850f5336-c7fb-4d12-8e35-e8f9bee15425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.078828 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b0de-fc43-4ec4-bd6b-ee2e0bc98d85 req-509a71bf-b7f4-43f2-87cb-60402da5ac10 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:43.081625 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca94b0de-fc43-4ec4-bd6b-ee2e0bc98d85 req-509a71bf-b7f4-43f2-87cb-60402da5ac10 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0992496 Mar 15 17:21:43.085584 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-850f5336-c7fb-4d12-8e35-e8f9bee15425 admin admin] Publish callbacks [] for security_group (3daa5aae-5936-4e3a-b3ed-b320c63181d6), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.130107 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca94b0de-fc43-4ec4-bd6b-ee2e0bc98d85 req-dbcc858c-3c5c-46f0-91e6-5c511f41c69b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Mar 15 17:21:43.188634 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-850f5336-c7fb-4d12-8e35-e8f9bee15425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3daa5aae-5936-4e3a-b3ed-b320c63181d6), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.225735 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f5336-c7fb-4d12-8e35-e8f9bee15425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa5aae-5936-4e3a-b3ed-b320c63181d6,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:43.232416 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-850f5336-c7fb-4d12-8e35-e8f9bee15425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f7dcdb79d6e4256a57913ecd2f391cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000910 Mar 15 17:21:43.232897 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50736) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.291248 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-12ea836c-3a2a-42cb-8e45-580c19853196 admin admin] Publish callbacks [] for security_group (3daa5aae-5936-4e3a-b3ed-b320c63181d6), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.312857 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6feed-7202-4b41-808d-189523c9c5b7 req-bff8fc15-03df-4b76-ad9e-e59e27682d63 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:43.314446 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ab6feed-7202-4b41-808d-189523c9c5b7 req-bff8fc15-03df-4b76-ad9e-e59e27682d63 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0550148 Mar 15 17:21:43.317953 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-12ea836c-3a2a-42cb-8e45-580c19853196 admin admin] Publish callbacks [] for security_group (3daa5aae-5936-4e3a-b3ed-b320c63181d6), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.394257 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ab6feed-7202-4b41-808d-189523c9c5b7 req-0144ea39-2a43-449e-b794-9b087f2ca4ab tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694847 Mar 15 17:21:43.434361 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-12ea836c-3a2a-42cb-8e45-580c19853196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3daa5aae-5936-4e3a-b3ed-b320c63181d6), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.436967 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-12ea836c-3a2a-42cb-8e45-580c19853196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.438101 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-12ea836c-3a2a-42cb-8e45-580c19853196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3daa5aae-5936-4e3a-b3ed-b320c63181d6 HTTP/1.1" status: 204 len: 168 time: 0.2041502 Mar 15 17:21:43.446269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea836c-3a2a-42cb-8e45-580c19853196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa5aae-5936-4e3a-b3ed-b320c63181d6,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:43.514091 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50742) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.557327 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-4761c1d0-ea66-4e5a-8ec6-33dc407e21a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f4cd39e8f654bd4bc79b0cf3d7476ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421124 Mar 15 17:21:43.560259 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50744) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.610028 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cabae7e2-9078-4048-9970-09727c919c7a admin admin] Publish callbacks [] for security_group (13861013-6b03-4ea8-88e2-d85951809890), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.616979 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50746) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.629140 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cabae7e2-9078-4048-9970-09727c919c7a admin admin] Publish callbacks [] for security_group (13861013-6b03-4ea8-88e2-d85951809890), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.633454 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-39c06001-65e1-4c6b-8d71-6d2109311a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.707994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-39c06001-65e1-4c6b-8d71-6d2109311a14 admin admin] Publish callbacks [] for security_group (fa38538e-b4ff-4422-941f-455fa63e934f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.823976 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cabae7e2-9078-4048-9970-09727c919c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (13861013-6b03-4ea8-88e2-d85951809890), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.824686 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-39c06001-65e1-4c6b-8d71-6d2109311a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fa38538e-b4ff-4422-941f-455fa63e934f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.826611 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cabae7e2-9078-4048-9970-09727c919c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.827856 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-cabae7e2-9078-4048-9970-09727c919c7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13861013-6b03-4ea8-88e2-d85951809890 HTTP/1.1" status: 204 len: 168 time: 0.2666376 Mar 15 17:21:43.836780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabae7e2-9078-4048-9970-09727c919c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13861013-6b03-4ea8-88e2-d85951809890,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:43.879815 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-39c06001-65e1-4c6b-8d71-6d2109311a14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ded92089740946468b0168b95299b4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616386 Mar 15 17:21:43.880709 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c06001-65e1-4c6b-8d71-6d2109311a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa38538e-b4ff-4422-941f-455fa63e934f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:43.882420 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50750) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.936113 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3e6e28bc-cf86-46fa-96f1-d6da241d0904 admin admin] Publish callbacks [] for security_group (fa38538e-b4ff-4422-941f-455fa63e934f), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.963856 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3e6e28bc-cf86-46fa-96f1-d6da241d0904 admin admin] Publish callbacks [] for security_group (fa38538e-b4ff-4422-941f-455fa63e934f), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.108626 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3e6e28bc-cf86-46fa-96f1-d6da241d0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fa38538e-b4ff-4422-941f-455fa63e934f), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.111145 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-3e6e28bc-cf86-46fa-96f1-d6da241d0904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.112353 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-3e6e28bc-cf86-46fa-96f1-d6da241d0904 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa38538e-b4ff-4422-941f-455fa63e934f HTTP/1.1" status: 204 len: 168 time: 0.2289157 Mar 15 17:21:44.121778 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e28bc-cf86-46fa-96f1-d6da241d0904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa38538e-b4ff-4422-941f-455fa63e934f,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:44.258675 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc14663-4cd4-4973-abed-57ff12699132 req-1bfabab1-014a-46a3-85cb-2e4b09eee1ef tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:44.260263 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fbc14663-4cd4-4973-abed-57ff12699132 req-1bfabab1-014a-46a3-85cb-2e4b09eee1ef tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0564704 Mar 15 17:21:44.317190 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fbc14663-4cd4-4973-abed-57ff12699132 req-185face6-db2b-46a5-91eb-f8c9f83926d2 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506179 Mar 15 17:21:44.442744 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50768) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:44.457844 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9b5a-12f5-4eb4-9eab-0e8b21a1e07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.556876 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e0ee8-cc17-46ad-88dc-333cd1374566 req-37ff5a74-990f-4a87-96bc-fec72542cd29 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:44.559264 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-295e0ee8-cc17-46ad-88dc-333cd1374566 req-37ff5a74-990f-4a87-96bc-fec72542cd29 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0805852 Mar 15 17:21:44.594768 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9b5a-12f5-4eb4-9eab-0e8b21a1e07e admin admin] Publish callbacks [] for security_group (317b16c9-f90e-4389-afa0-4c10a06aad97), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.771609 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23e2c100-cf1c-4161-ae93-955da91d7069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.827681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9b5a-12f5-4eb4-9eab-0e8b21a1e07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (317b16c9-f90e-4389-afa0-4c10a06aad97), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.842680 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-295e0ee8-cc17-46ad-88dc-333cd1374566 req-2580c6f6-d0b8-45f3-af1a-343b7d40d369 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742858 Mar 15 17:21:44.875795 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ba1c9b5a-12f5-4eb4-9eab-0e8b21a1e07e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1725933dc65549179175fe1b4427911a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296656 Mar 15 17:21:44.875795 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c9b5a-12f5-4eb4-9eab-0e8b21a1e07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b16c9-f90e-4389-afa0-4c10a06aad97,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:44.876573 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50770) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:44.930815 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7ebc-5f73-4e38-b819-6ed2ec894c60 admin admin] Publish callbacks [] for security_group (317b16c9-f90e-4389-afa0-4c10a06aad97), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.954042 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7ebc-5f73-4e38-b819-6ed2ec894c60 admin admin] Publish callbacks [] for security_group (317b16c9-f90e-4389-afa0-4c10a06aad97), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.987904 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50774) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:45.069510 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7ebc-5f73-4e38-b819-6ed2ec894c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (317b16c9-f90e-4389-afa0-4c10a06aad97), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.072272 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e4b7ebc-5f73-4e38-b819-6ed2ec894c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.073985 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8e4b7ebc-5f73-4e38-b819-6ed2ec894c60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/317b16c9-f90e-4389-afa0-4c10a06aad97 HTTP/1.1" status: 204 len: 168 time: 0.1959105 Mar 15 17:21:45.081930 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b7ebc-5f73-4e38-b819-6ed2ec894c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b16c9-f90e-4389-afa0-4c10a06aad97,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:45.107683 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50780) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:45.109696 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a0049dfe-a74e-461a-a98e-4ea8b466545e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.153600 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4250eee6-e897-4263-8f5e-913b62908103 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da4ed07c49bc416596a5cc22f1237a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437908 Mar 15 17:21:45.156242 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50782) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:45.192456 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a0049dfe-a74e-461a-a98e-4ea8b466545e admin admin] Publish callbacks [] for security_group (f8e1f5b1-e602-4d80-a0a5-ad7d029008c3), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.210717 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2a425a0-eaf6-41c6-bd6c-a14dca03fac8 admin admin] Publish callbacks [] for security_group (93de90cd-cccd-4138-a315-90a63d28ca15), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.231694 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2a425a0-eaf6-41c6-bd6c-a14dca03fac8 admin admin] Publish callbacks [] for security_group (93de90cd-cccd-4138-a315-90a63d28ca15), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.257592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a0049dfe-a74e-461a-a98e-4ea8b466545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f8e1f5b1-e602-4d80-a0a5-ad7d029008c3), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.294128 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0049dfe-a74e-461a-a98e-4ea8b466545e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1f5b1-e602-4d80-a0a5-ad7d029008c3,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:45.305292 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-a0049dfe-a74e-461a-a98e-4ea8b466545e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72dcf12cde0d46ccbbf9637f52365eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158467 Mar 15 17:21:45.308233 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50784) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:45.353882 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2a425a0-eaf6-41c6-bd6c-a14dca03fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (93de90cd-cccd-4138-a315-90a63d28ca15), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.356500 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2a425a0-eaf6-41c6-bd6c-a14dca03fac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.357798 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e2a425a0-eaf6-41c6-bd6c-a14dca03fac8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93de90cd-cccd-4138-a315-90a63d28ca15 HTTP/1.1" status: 204 len: 168 time: 0.2003868 Mar 15 17:21:45.371618 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a425a0-eaf6-41c6-bd6c-a14dca03fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de90cd-cccd-4138-a315-90a63d28ca15,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:45.373970 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1760cd67-7cbd-46b5-bf38-4148e9a2bf6c admin admin] Publish callbacks [] for security_group (f8e1f5b1-e602-4d80-a0a5-ad7d029008c3), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.398900 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1760cd67-7cbd-46b5-bf38-4148e9a2bf6c admin admin] Publish callbacks [] for security_group (f8e1f5b1-e602-4d80-a0a5-ad7d029008c3), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.461347 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4b75-8a96-46e4-9d54-e352d80a907f req-c67f54de-ba1f-4393-9038-463a840cede7 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:45.463083 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f9fe4b75-8a96-46e4-9d54-e352d80a907f req-c67f54de-ba1f-4393-9038-463a840cede7 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0734975 Mar 15 17:21:45.536729 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f9fe4b75-8a96-46e4-9d54-e352d80a907f req-6af47cd4-6d69-4794-8040-32f1950b2299 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Mar 15 17:21:45.560241 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1760cd67-7cbd-46b5-bf38-4148e9a2bf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f8e1f5b1-e602-4d80-a0a5-ad7d029008c3), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.562896 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1760cd67-7cbd-46b5-bf38-4148e9a2bf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.566964 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1760cd67-7cbd-46b5-bf38-4148e9a2bf6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8e1f5b1-e602-4d80-a0a5-ad7d029008c3 HTTP/1.1" status: 204 len: 168 time: 0.2550166 Mar 15 17:21:45.573123 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760cd67-7cbd-46b5-bf38-4148e9a2bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1f5b1-e602-4d80-a0a5-ad7d029008c3,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:45.760077 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.978064 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f47d76-e1b9-4c1d-8100-c4eeb94280c2 req-cfd40448-d117-4957-8511-33266a85d37e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:45.980215 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-75f47d76-e1b9-4c1d-8100-c4eeb94280c2 req-cfd40448-d117-4957-8511-33266a85d37e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0851059 Mar 15 17:21:46.051499 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bffaa3-c4b6-4396-b246-297a46e9692f req-040c0ac8-80c2-4284-9b59-343d69f273fb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:46.059291 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6bffaa3-c4b6-4396-b246-297a46e9692f req-040c0ac8-80c2-4284-9b59-343d69f273fb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1211190 Mar 15 17:21:46.075144 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-75f47d76-e1b9-4c1d-8100-c4eeb94280c2 req-6be78b1d-3d72-42ed-b863-47b04c3caa37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888166 Mar 15 17:21:46.117218 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6bffaa3-c4b6-4396-b246-297a46e9692f req-973327ce-fd60-46ba-9592-0cd59abc79d7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570111 Mar 15 17:21:46.663680 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a3ff4-a3b8-46c8-944a-f9cbe3c34a6b req-30381332-b80f-4903-9cd8-292d3522da47 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:46.665230 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-885a3ff4-a3b8-46c8-944a-f9cbe3c34a6b req-30381332-b80f-4903-9cd8-292d3522da47 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0604925 Mar 15 17:21:46.712057 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-885a3ff4-a3b8-46c8-944a-f9cbe3c34a6b req-f2567c8a-df68-4451-92a9-9bd5370acdb9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Mar 15 17:21:47.236105 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e86f-5fd8-430e-83ee-eda91693f426 req-47d25aaf-e5fb-4d13-a9e8-42a877956fba tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:47.237885 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1445e86f-5fd8-430e-83ee-eda91693f426 req-47d25aaf-e5fb-4d13-a9e8-42a877956fba tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0720091 Mar 15 17:21:47.331235 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fec46-c8ab-48bc-bbf6-3c040b2585d8 req-13ad7e96-b1b6-4795-9b7e-45aaf55d2947 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:47.332782 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-476fec46-c8ab-48bc-bbf6-3c040b2585d8 req-13ad7e96-b1b6-4795-9b7e-45aaf55d2947 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1206000 Mar 15 17:21:47.351938 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1445e86f-5fd8-430e-83ee-eda91693f426 req-5bd128d3-feb4-457e-aa61-97408414d01e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949011 Mar 15 17:21:47.390572 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-476fec46-c8ab-48bc-bbf6-3c040b2585d8 req-3a285253-1ade-46db-b524-7741b79f2f4d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494385 Mar 15 17:21:47.406027 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:47.842856 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3500-56e9-4b21-b58e-eac8540067c1 req-d8c51cdc-76d5-4f2f-94e1-9ea5ffc2b313 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:47.850776 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ec8e3500-56e9-4b21-b58e-eac8540067c1 req-d8c51cdc-76d5-4f2f-94e1-9ea5ffc2b313 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0685229 Mar 15 17:21:47.896713 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ec8e3500-56e9-4b21-b58e-eac8540067c1 req-074b68f9-8162-4778-b447-621b1faee833 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Mar 15 17:21:47.911996 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 50894) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:48.313477 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-696493b5-05b4-49da-b6f3-9b2cdf1075fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.392843 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-696493b5-05b4-49da-b6f3-9b2cdf1075fb admin admin] Publish callbacks [] for security_group (73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.496421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-696493b5-05b4-49da-b6f3-9b2cdf1075fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.541934 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40755c-b31c-410d-af4f-b424d6b74627 req-d9216325-ec53-4d9e-b3c8-af87e8c1e553 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:48.543456 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca40755c-b31c-410d-af4f-b424d6b74627 req-d9216325-ec53-4d9e-b3c8-af87e8c1e553 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.1124976 Mar 15 17:21:48.559546 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-696493b5-05b4-49da-b6f3-9b2cdf1075fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b5cf056c2074ddcb5d1b985de7de9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465189 Mar 15 17:21:48.562271 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 50916) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:48.571266 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696493b5-05b4-49da-b6f3-9b2cdf1075fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:48.592746 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf16b3-8461-4680-8a53-47b86207cd89 req-a4eb9f1a-b307-4109-bd14-d43ff7dd2079 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:48.594420 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b3cf16b3-8461-4680-8a53-47b86207cd89 req-a4eb9f1a-b307-4109-bd14-d43ff7dd2079 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1321776 Mar 15 17:21:48.627535 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49bc85f9-4ddd-465e-a413-f4bf4efc3785 admin admin] Publish callbacks [] for security_group (73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.639961 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca40755c-b31c-410d-af4f-b424d6b74627 req-ed76ca50-b49c-4435-ba82-ddd93234e765 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877380 Mar 15 17:21:48.657214 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49bc85f9-4ddd-465e-a413-f4bf4efc3785 admin admin] Publish callbacks [] for security_group (73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.672327 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b3cf16b3-8461-4680-8a53-47b86207cd89 req-d3be7b9b-a948-46d5-bd27-2436a602d43f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676372 Mar 15 17:21:48.777735 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.778363 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49bc85f9-4ddd-465e-a413-f4bf4efc3785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.780651 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49bc85f9-4ddd-465e-a413-f4bf4efc3785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:48.781797 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-49bc85f9-4ddd-465e-a413-f4bf4efc3785 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3 HTTP/1.1" status: 204 len: 168 time: 0.2185657 Mar 15 17:21:48.789860 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc85f9-4ddd-465e-a413-f4bf4efc3785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca3ea8-0bb8-4d81-8cfb-e43fd41044e3,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:49.018124 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103b3a-8bcc-4cb6-a091-14bbcae3c48f req-3dfa6436-0eaf-4e35-87b0-834bc7f67a65 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:49.019666 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3b103b3a-8bcc-4cb6-a091-14bbcae3c48f req-3dfa6436-0eaf-4e35-87b0-834bc7f67a65 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0537355 Mar 15 17:21:49.066362 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3b103b3a-8bcc-4cb6-a091-14bbcae3c48f req-164e91fd-9fd8-4000-be9c-19f64b231f58 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 15 17:21:49.817982 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cdd6-c17d-4052-92dd-1244cec313fc req-ffbe57b0-a903-4d46-a42f-7c4f9b96cd36 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:49.823860 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4cb3cdd6-c17d-4052-92dd-1244cec313fc req-ffbe57b0-a903-4d46-a42f-7c4f9b96cd36 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0908203 Mar 15 17:21:49.830899 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8a4f6-97a6-4882-8999-d9bae6acc252 req-3ead4ec8-4799-46fd-92d3-d3b76e70e425 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:49.832477 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-25a8a4f6-97a6-4882-8999-d9bae6acc252 req-3ead4ec8-4799-46fd-92d3-d3b76e70e425 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0772846 Mar 15 17:21:49.902552 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4cb3cdd6-c17d-4052-92dd-1244cec313fc req-64fb311a-3fbd-47f6-bcf0-a5fa9d6fd75a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689180 Mar 15 17:21:49.911065 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-25a8a4f6-97a6-4882-8999-d9bae6acc252 req-0a53dc4a-8873-4d17-b9d1-522edd5f1275 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709569 Mar 15 17:21:50.184226 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7ee6c-5c67-480e-b359-d9ca49036213 req-3878dc4a-b1ee-4077-9aee-582da984fd4b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:50.185679 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-56e7ee6c-5c67-480e-b359-d9ca49036213 req-3878dc4a-b1ee-4077-9aee-582da984fd4b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0528319 Mar 15 17:21:50.231494 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-56e7ee6c-5c67-480e-b359-d9ca49036213 req-243f6b65-3b5c-42d1-9ea0-9ab271d1545e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Mar 15 17:21:51.045584 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:21:51.078635 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f84d-06a6-4ec1-a459-3ed870e188b7 req-33115c7d-790e-42f2-9b31-eb28c671463a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:51.080295 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3460f84d-06a6-4ec1-a459-3ed870e188b7 req-33115c7d-790e-42f2-9b31-eb28c671463a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0943315 Mar 15 17:21:51.088050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48284214-7975-4e5a-a7aa-a3d3b38cffbe req-a2945dc3-4a94-4825-8f15-ee1fb52c0aeb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:51.090030 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-48284214-7975-4e5a-a7aa-a3d3b38cffbe req-a2945dc3-4a94-4825-8f15-ee1fb52c0aeb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0947754 Mar 15 17:21:51.144947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:51.156818 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3460f84d-06a6-4ec1-a459-3ed870e188b7 req-f4a9b143-a386-4932-9707-69b44da28eac tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657372 Mar 15 17:21:51.160843 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'mac_address': 'fa:16:3e:11:20:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:21:51.168752 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-48284214-7975-4e5a-a7aa-a3d3b38cffbe req-444a0f69-8025-40e9-8740-69445d06998e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 Mar 15 17:21:51.198824 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: ACTIVE; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:51.199230 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.211778 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:21:51.231260 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:51.326327 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.351850 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef0cdd-ba50-4858-84b4-a095a6008102 req-2909fd72-dc8a-4223-afb2-648843bd0ebc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:51.353340 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c4ef0cdd-ba50-4858-84b4-a095a6008102 req-2909fd72-dc8a-4223-afb2-648843bd0ebc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0568240 Mar 15 17:21:51.374667 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=6']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:51.399989 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c4ef0cdd-ba50-4858-84b4-a095a6008102 req-47424723-b8f6-4fc9-946a-abe59cd97e19 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Mar 15 17:21:52.304725 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ee592-f0c8-40cc-aef5-6e26ba068eac req-d287c8ce-60eb-4a8f-a40e-71e02e6d2971 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:52.306120 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-209ee592-f0c8-40cc-aef5-6e26ba068eac req-d287c8ce-60eb-4a8f-a40e-71e02e6d2971 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0801909 Mar 15 17:21:52.328024 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672a225-acab-4591-b123-08874838f8aa req-3bab58d7-ab0a-4c6b-9f4f-5eb2d0b3410b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:52.329464 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e672a225-acab-4591-b123-08874838f8aa req-3bab58d7-ab0a-4c6b-9f4f-5eb2d0b3410b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 944 time: 0.0775139 Mar 15 17:21:52.394343 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-209ee592-f0c8-40cc-aef5-6e26ba068eac req-d8d5fa5d-bdd7-4365-a2cf-b68482f530a7 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815547 Mar 15 17:21:52.401162 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e672a225-acab-4591-b123-08874838f8aa req-929be40e-2b18-4117-a0d9-65a3355873b4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655930 Mar 15 17:21:52.515941 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2298a5-627a-415c-a61c-421a456d8de4 req-b6d6071e-6152-48b4-98da-23634dc337fa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:52.517405 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4e2298a5-627a-415c-a61c-421a456d8de4 req-b6d6071e-6152-48b4-98da-23634dc337fa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0524971 Mar 15 17:21:52.562689 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4e2298a5-627a-415c-a61c-421a456d8de4 req-e6785498-cdef-42de-b92a-213cc3685aa2 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Mar 15 17:21:52.820374 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:21:53.554221 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a496-fed9-4a48-a0bf-9f401cabaa76 req-41fe0a70-ebda-4710-8068-014a528d9df9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:53.555923 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5bd8a496-fed9-4a48-a0bf-9f401cabaa76 req-41fe0a70-ebda-4710-8068-014a528d9df9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0912645 Mar 15 17:21:53.584877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ac4b7-5875-4db6-841a-073b5311b2dc req-cd089944-958b-4e9e-8666-1f5a441887fd tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:53.586357 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-048ac4b7-5875-4db6-841a-073b5311b2dc req-cd089944-958b-4e9e-8666-1f5a441887fd tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 944 time: 0.1093874 Mar 15 17:21:53.644218 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5bd8a496-fed9-4a48-a0bf-9f401cabaa76 req-4048ac04-0639-476a-9d18-0f45bd860987 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811422 Mar 15 17:21:53.663999 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-048ac4b7-5875-4db6-841a-073b5311b2dc req-c5fda075-63b8-4719-b0ec-7f33449d3f14 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703747 Mar 15 17:21:53.785401 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec2aee-adf3-42f0-98bc-bc3ae6923913 req-5484efcb-5864-4dfc-914e-de787cf0afab tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:53.787025 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-82ec2aee-adf3-42f0-98bc-bc3ae6923913 req-5484efcb-5864-4dfc-914e-de787cf0afab tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0614200 Mar 15 17:21:53.858995 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-82ec2aee-adf3-42f0-98bc-bc3ae6923913 req-87a0c3f4-df46-49e4-8d68-1f2345636c1b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618615 Mar 15 17:21:54.754373 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:21:54.834550 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:21:54.835218 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:54.851421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe4ba1-d2c1-4535-b303-8aa5a723d45e req-0bf417db-686a-4327-8d96-51daa200b744 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:54.854031 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cfbe4ba1-d2c1-4535-b303-8aa5a723d45e req-0bf417db-686a-4327-8d96-51daa200b744 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0973437 Mar 15 17:21:54.916329 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b575dbd-a7bd-41ed-abe2-4aef53b7c618 req-5e239324-a875-4b03-bd73-6edcf758937d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:54.925667 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5b575dbd-a7bd-41ed-abe2-4aef53b7c618 req-5e239324-a875-4b03-bd73-6edcf758937d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 944 time: 0.1230209 Mar 15 17:21:54.963311 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cfbe4ba1-d2c1-4535-b303-8aa5a723d45e req-b510001c-b23b-4261-b870-e89dc0fd59de tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953708 Mar 15 17:21:54.983680 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:21:54.984867 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:55.027116 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5b575dbd-a7bd-41ed-abe2-4aef53b7c618 req-73cdcd1f-19db-475a-9fe9-abddaea0f1c3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852761 Mar 15 17:21:55.043337 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:55.046018 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb8fa6e-8fae-4c34-8d4f-3bf9f1387729" -d '{"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:55.067814 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:55.095757 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5def1c-f3d4-43bf-8c40-58789564ab27 x-openstack-request-id: req-9b5def1c-f3d4-43bf-8c40-58789564ab27 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:55.096103 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:55.096361 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b5def1c-f3d4-43bf-8c40-58789564ab27 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:55.097828 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'code': 200} Mar 15 17:21:55.117238 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abba86a-f710-4da8-bd9c-17b97cff9aed req-c0979c03-1e10-435a-b22e-086350e0374b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:55.118818 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3abba86a-f710-4da8-bd9c-17b97cff9aed req-c0979c03-1e10-435a-b22e-086350e0374b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0780792 Mar 15 17:21:55.166172 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:55.186127 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3abba86a-f710-4da8-bd9c-17b97cff9aed req-9cd34d97-8674-4b56-9fe4-e6d8e1b3f754 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608511 Mar 15 17:21:55.230665 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=7']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:56.129573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586256f6-c8f7-4ad3-b63e-7b09b087704e req-9876c254-6f71-4f33-85f7-8ad9ea1d8ba3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:56.131088 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-586256f6-c8f7-4ad3-b63e-7b09b087704e req-9876c254-6f71-4f33-85f7-8ad9ea1d8ba3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0973155 Mar 15 17:21:56.162940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51114) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:56.247661 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-586256f6-c8f7-4ad3-b63e-7b09b087704e req-12a954a5-b4a2-4fe3-86fa-298a775b5c23 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047816 Mar 15 17:21:56.255614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e484f-1a01-4245-a7e4-c732c4aca0d0 req-3b9f523d-35aa-4cc6-ba3f-d9a6cfdc14a6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:56.270388 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ae9e484f-1a01-4245-a7e4-c732c4aca0d0 req-3b9f523d-35aa-4cc6-ba3f-d9a6cfdc14a6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1380243 Mar 15 17:21:56.364666 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e40194ca-9cf1-4c77-8213-d08e6d2648ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:56.408178 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ae9e484f-1a01-4245-a7e4-c732c4aca0d0 req-52905a0a-dad3-4572-8cf6-47de670181a7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366577 Mar 15 17:21:56.441549 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ca9c1-c0b5-4213-b8f0-e9974fff4bde req-9aa15ba1-5e40-4a35-b5ce-94090e22f79b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:56.444225 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-621ca9c1-c0b5-4213-b8f0-e9974fff4bde req-9aa15ba1-5e40-4a35-b5ce-94090e22f79b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0871191 Mar 15 17:21:56.494555 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-621ca9c1-c0b5-4213-b8f0-e9974fff4bde req-4653e4a6-defd-48cb-ae92-b49c203d2241 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Mar 15 17:21:56.502588 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e40194ca-9cf1-4c77-8213-d08e6d2648ee admin admin] Publish callbacks [] for security_group (d7e240a8-a5a3-4fe3-89ac-3c207907350b), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:56.600565 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e40194ca-9cf1-4c77-8213-d08e6d2648ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (d7e240a8-a5a3-4fe3-89ac-3c207907350b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:56.645680 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40194ca-9cf1-4c77-8213-d08e6d2648ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e240a8-a5a3-4fe3-89ac-3c207907350b,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:56.651709 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e40194ca-9cf1-4c77-8213-d08e6d2648ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc48ee96c43c472ba24526c94db01862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854684 Mar 15 17:21:56.652998 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51124) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:56.709486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e2751809-57b1-40e6-95b4-65ef35ba090f admin admin] Publish callbacks [] for security_group (d7e240a8-a5a3-4fe3-89ac-3c207907350b), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:56.733354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e2751809-57b1-40e6-95b4-65ef35ba090f admin admin] Publish callbacks [] for security_group (d7e240a8-a5a3-4fe3-89ac-3c207907350b), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:57.091749 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e2751809-57b1-40e6-95b4-65ef35ba090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (d7e240a8-a5a3-4fe3-89ac-3c207907350b), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:57.094945 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e2751809-57b1-40e6-95b4-65ef35ba090f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:57.096552 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-e2751809-57b1-40e6-95b4-65ef35ba090f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7e240a8-a5a3-4fe3-89ac-3c207907350b HTTP/1.1" status: 204 len: 168 time: 0.4419675 Mar 15 17:21:57.106153 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2751809-57b1-40e6-95b4-65ef35ba090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e240a8-a5a3-4fe3-89ac-3c207907350b,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:57.434307 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f4d86-2f2b-4f33-8b3a-a8b426bf0f03 req-0a9013f5-2281-4eb1-b263-0ed3a5e68f78 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:57.441106 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4c3f4d86-2f2b-4f33-8b3a-a8b426bf0f03 req-0a9013f5-2281-4eb1-b263-0ed3a5e68f78 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0888793 Mar 15 17:21:57.557174 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4c3f4d86-2f2b-4f33-8b3a-a8b426bf0f03 req-fa381c83-35ef-462d-845a-396984a8beb0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151404 Mar 15 17:21:57.633173 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c04c-edd9-49db-b163-9f3d0c7221e2 req-cd2d12f0-3ab6-410e-8d1e-6840164beef0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:57.634760 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86a7c04c-edd9-49db-b163-9f3d0c7221e2 req-cd2d12f0-3ab6-410e-8d1e-6840164beef0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0989516 Mar 15 17:21:57.732819 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86a7c04c-edd9-49db-b163-9f3d0c7221e2 req-907cd4bb-987b-48d0-aafa-f3f1925cd0af tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811336 Mar 15 17:21:57.775597 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ba66-7513-45e7-a6ff-0b886c9b8b66 req-178e668c-d544-4891-8f04-af8232c44db6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:57.789357 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-63b2ba66-7513-45e7-a6ff-0b886c9b8b66 req-178e668c-d544-4891-8f04-af8232c44db6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.1073091 Mar 15 17:21:57.840796 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-63b2ba66-7513-45e7-a6ff-0b886c9b8b66 req-9a282dda-e1ba-47b3-b1d8-1f5c2ed94b12 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Mar 15 17:21:58.601522 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:58.720610 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae4cf8-e69d-44c5-844b-480cb2e41776 req-33cde66b-7627-4e7c-9e96-ba0b2b97c340 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:58.723856 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-32ae4cf8-e69d-44c5-844b-480cb2e41776 req-33cde66b-7627-4e7c-9e96-ba0b2b97c340 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0786147 Mar 15 17:21:58.779510 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-32ae4cf8-e69d-44c5-844b-480cb2e41776 req-b2707ca5-815f-4e7f-9ec7-b820fc6acf9e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488818 Mar 15 17:21:58.904708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b736b7-6e03-4f24-a9f7-921b39bd2aa9 req-61dbda1b-4432-490b-ba5d-171da5915e33 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:58.906883 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7b736b7-6e03-4f24-a9f7-921b39bd2aa9 req-61dbda1b-4432-490b-ba5d-171da5915e33 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0619693 Mar 15 17:21:59.044425 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7b736b7-6e03-4f24-a9f7-921b39bd2aa9 req-ae1d1e46-b6f7-4110-8dbc-02c246298b77 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287589 Mar 15 17:21:59.131333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa054e-c0c9-428a-85bd-b2e78887295f req-e1807b3c-0511-4679-b7a9-3a3dd0eb833e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:59.140163 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2afa054e-c0c9-428a-85bd-b2e78887295f req-e1807b3c-0511-4679-b7a9-3a3dd0eb833e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.1449423 Mar 15 17:21:59.196103 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-3cdd4f11-7148-4f46-a521-a2b968efb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:59.198522 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-3cdd4f11-7148-4f46-a521-a2b968efb854 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1130 time: 0.1461232 Mar 15 17:21:59.347922 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2afa054e-c0c9-428a-85bd-b2e78887295f req-818d0286-6cfb-42cf-9644-0ac564030183 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064230 Mar 15 17:21:59.453896 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-25e1b00b-cc6b-4e20-a832-e564e8a37ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:59.455382 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-25e1b00b-cc6b-4e20-a832-e564e8a37ece service neutron] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 912 time: 0.2204976 Mar 15 17:21:59.548615 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-3ddff8c1-78bd-44c1-aaef-8eee512a33ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 1002 time: 0.0848978 Mar 15 17:21:59.606237 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-1836b87b-725c-4d1b-acec-54c9637c899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:59.607881 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-1836b87b-725c-4d1b-acec-54c9637c899d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.0489888 Mar 15 17:21:59.681702 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-499cc83a-3d23-4c25-8348-23966bd6da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:59.684563 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-499cc83a-3d23-4c25-8348-23966bd6da7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680578 Mar 15 17:21:59.933342 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf7a6c-b2ed-4f46-b4ac-06ebc1fa28bb req-c3363faf-06b2-4981-8118-0c93a52e3773 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:59.934981 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7adf7a6c-b2ed-4f46-b4ac-06ebc1fa28bb req-c3363faf-06b2-4981-8118-0c93a52e3773 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0698111 Mar 15 17:22:00.007026 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7adf7a6c-b2ed-4f46-b4ac-06ebc1fa28bb req-769487fc-8045-4b4e-8756-fe9a7bb198e4 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658514 Mar 15 17:22:00.113357 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51198) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:00.235433 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f69f4-bf64-4f82-9340-174f65f1820f req-41d01f9c-9e5a-4777-a60b-e4e78076d711 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:00.238423 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-807f69f4-bf64-4f82-9340-174f65f1820f req-41d01f9c-9e5a-4777-a60b-e4e78076d711 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0762534 Mar 15 17:22:00.249568 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-889afbfd-6b36-4767-a451-db1ce480541e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:00.297652 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-807f69f4-bf64-4f82-9340-174f65f1820f req-87bd9ce8-6993-4410-847a-feda87afa825 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535176 Mar 15 17:22:00.338229 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-889afbfd-6b36-4767-a451-db1ce480541e admin admin] Publish callbacks [] for security_group (9deac8e0-12b4-4607-9804-9b87c7c8751a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:00.539412 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cfe82-5ca2-458b-8ed3-0ad9f1a18b3d req-542a7a46-8f90-49ec-86da-09ca9ff97ad1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:00.539412 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2f3cfe82-5ca2-458b-8ed3-0ad9f1a18b3d req-542a7a46-8f90-49ec-86da-09ca9ff97ad1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0555897 Mar 15 17:22:00.539412 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2f3cfe82-5ca2-458b-8ed3-0ad9f1a18b3d req-9286036b-fe0a-4203-8a5f-ccffa15349c7 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Mar 15 17:22:00.646592 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-107116c2-5367-47ee-929c-8989fe93e3ae service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806518 Mar 15 17:22:00.817577 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-889afbfd-6b36-4767-a451-db1ce480541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9deac8e0-12b4-4607-9804-9b87c7c8751a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:00.858495 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-889afbfd-6b36-4767-a451-db1ce480541e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc1c622012c34e46b6698e7f04debb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7434325 Mar 15 17:22:00.859373 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889afbfd-6b36-4767-a451-db1ce480541e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deac8e0-12b4-4607-9804-9b87c7c8751a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:00.861342 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51208) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:00.909330 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-93a0e7c6-336d-4377-8d3d-98943b4cb4e1 admin admin] Publish callbacks [] for security_group (9deac8e0-12b4-4607-9804-9b87c7c8751a), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:00.929996 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-93a0e7c6-336d-4377-8d3d-98943b4cb4e1 admin admin] Publish callbacks [] for security_group (9deac8e0-12b4-4607-9804-9b87c7c8751a), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:01.052185 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-93a0e7c6-336d-4377-8d3d-98943b4cb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9deac8e0-12b4-4607-9804-9b87c7c8751a), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:01.061572 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-93a0e7c6-336d-4377-8d3d-98943b4cb4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:01.063093 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-93a0e7c6-336d-4377-8d3d-98943b4cb4e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9deac8e0-12b4-4607-9804-9b87c7c8751a HTTP/1.1" status: 204 len: 168 time: 0.2004726 Mar 15 17:22:01.095359 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0e7c6-336d-4377-8d3d-98943b4cb4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deac8e0-12b4-4607-9804-9b87c7c8751a,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:01.167963 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fbdf6-8bf4-4c2f-9679-c9c7acc22212 req-69fc5381-69db-49c1-9bef-8677e626ad68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:01.169654 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-231fbdf6-8bf4-4c2f-9679-c9c7acc22212 req-69fc5381-69db-49c1-9bef-8677e626ad68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0764809 Mar 15 17:22:01.230903 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-231fbdf6-8bf4-4c2f-9679-c9c7acc22212 req-46a118a1-db93-46ac-91bc-841dd55ecc6a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542693 Mar 15 17:22:01.534290 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2410aa-2902-46c4-9e14-e1113eb31ad0 req-14ffe75f-d5be-494b-901c-065efd317a63 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:01.535878 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d2410aa-2902-46c4-9e14-e1113eb31ad0 req-14ffe75f-d5be-494b-901c-065efd317a63 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1376779 Mar 15 17:22:01.581229 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-419b9b14-c0e8-45ee-8b88-806fe13449be req-c7ae4442-2405-40ad-9a8c-0ab63d486121 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681211 Mar 15 17:22:01.648653 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d2410aa-2902-46c4-9e14-e1113eb31ad0 req-9875e980-867d-4956-9563-c460905d31fd tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022272 Mar 15 17:22:01.688579 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6a31-9c1d-42b2-91cf-112b72fa0818 req-ef333e98-5ae8-4a35-83eb-d10cd68c1879 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:01.690231 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d37e6a31-9c1d-42b2-91cf-112b72fa0818 req-ef333e98-5ae8-4a35-83eb-d10cd68c1879 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0837903 Mar 15 17:22:01.750173 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d37e6a31-9c1d-42b2-91cf-112b72fa0818 req-4fb70f32-7b03-44b1-8115-1612624f1f2a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543451 Mar 15 17:22:01.880151 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51228) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:01.897112 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:01.982256 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Publish callbacks [] for security_group (bb952e65-9393-4969-a2c0-3ad0476cfc19), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:02.080478 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (bb952e65-9393-4969-a2c0-3ad0476cfc19), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:02.124005 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa51666da67d431bb36a64dfbbb36056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402885 Mar 15 17:22:02.124005 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb952e65-9393-4969-a2c0-3ad0476cfc19,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:02.124572 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51230) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:02.132227 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.138109 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.138679 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.139146 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.139359 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.139786 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.140186 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.143461 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.143922 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.144333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.144735 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.145133 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.145524 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.145904 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.146299 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fc902-1b73-46e1-97e1-8c80ac349f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.190852 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Publish callbacks [] for security_group (bb952e65-9393-4969-a2c0-3ad0476cfc19), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:02.220932 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Publish callbacks [] for security_group (bb952e65-9393-4969-a2c0-3ad0476cfc19), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:02.377843 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (bb952e65-9393-4969-a2c0-3ad0476cfc19), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:02.381393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:02.383312 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb952e65-9393-4969-a2c0-3ad0476cfc19 HTTP/1.1" status: 204 len: 168 time: 0.2575667 Mar 15 17:22:02.395681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a8859-fc42-4366-84a8-4c25e162c6b8 req-7217fa0b-c938-49c9-8d81-c0fc69f7ca58 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:02.402479 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a06a8859-fc42-4366-84a8-4c25e162c6b8 req-7217fa0b-c938-49c9-8d81-c0fc69f7ca58 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0884979 Mar 15 17:22:02.407287 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb952e65-9393-4969-a2c0-3ad0476cfc19,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:02.450870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.451194 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.456842 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.462782 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.463317 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.465844 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.466410 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.466894 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.467448 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.470485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.473896 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.473896 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.476209 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.476724 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.477221 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2908a7d2-239f-48b5-b816-bd815044bc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:02.513629 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a06a8859-fc42-4366-84a8-4c25e162c6b8 req-9225b603-5d7e-45bb-ae21-6e5c773f9031 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101353 Mar 15 17:22:02.801154 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390989f2-ed38-4340-a7c7-b9863b481728 req-12e8229a-1e63-48a7-bed7-233e9af22fd9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:02.823566 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-390989f2-ed38-4340-a7c7-b9863b481728 req-12e8229a-1e63-48a7-bed7-233e9af22fd9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0927725 Mar 15 17:22:02.933637 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-390989f2-ed38-4340-a7c7-b9863b481728 req-78a679f2-7c53-44e8-bb6c-176707e4a33f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078887 Mar 15 17:22:02.972170 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85a9bd-19e1-4986-a592-b00e5d9407d9 req-d938d611-65ec-4803-8a2c-961c40158b1c tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:02.972170 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d85a9bd-19e1-4986-a592-b00e5d9407d9 req-d938d611-65ec-4803-8a2c-961c40158b1c tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.1150215 Mar 15 17:22:03.076910 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d85a9bd-19e1-4986-a592-b00e5d9407d9 req-cd526854-e25f-4ec8-af93-50f362c00707 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974793 Mar 15 17:22:03.678799 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861167f1-1358-49f4-9f91-602e4bdeeb55 req-4ef9c07e-46d8-4da2-8aa3-b5f9f1a96034 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:03.688008 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-861167f1-1358-49f4-9f91-602e4bdeeb55 req-4ef9c07e-46d8-4da2-8aa3-b5f9f1a96034 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0989943 Mar 15 17:22:03.807346 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-861167f1-1358-49f4-9f91-602e4bdeeb55 req-4e41a8e7-d0ce-4abf-8f05-cba83a01a520 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179280 Mar 15 17:22:04.109008 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f11e90-3b9e-4b22-a338-efd5c223f1dc req-c0084807-e479-4653-981b-0bf29ecebb0f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:04.110866 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e7f11e90-3b9e-4b22-a338-efd5c223f1dc req-c0084807-e479-4653-981b-0bf29ecebb0f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0722728 Mar 15 17:22:04.179650 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e7f11e90-3b9e-4b22-a338-efd5c223f1dc req-a99d60ec-2e72-4d6b-977e-3d49f4973c57 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619493 Mar 15 17:22:04.223783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c6ab-360c-4578-961d-fbf8d95da98e req-ba56eb29-6578-4be2-98ba-ec430a989b4d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:04.225271 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c08c6ab-360c-4578-961d-fbf8d95da98e req-ba56eb29-6578-4be2-98ba-ec430a989b4d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0653744 Mar 15 17:22:04.282535 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c08c6ab-360c-4578-961d-fbf8d95da98e req-b205c834-9274-4eb4-bbec-9ab2014156cc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Mar 15 17:22:04.953325 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b5a2a-43f1-465f-ae9d-d203b4309125 req-2a7abc50-4fb9-4f4e-b3b9-09f28dc2528b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:04.955735 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d9b5a2a-43f1-465f-ae9d-d203b4309125 req-2a7abc50-4fb9-4f4e-b3b9-09f28dc2528b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0572958 Mar 15 17:22:05.032338 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d9b5a2a-43f1-465f-ae9d-d203b4309125 req-d19c6b64-6257-438c-9ccc-9bcba88abe1a tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669072 Mar 15 17:22:05.426951 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95835eb4-052d-4591-b005-0a6cd0f467b9 req-52aa36f5-aa42-49b0-9bad-c12dbdb0e8c0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:05.432134 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-95835eb4-052d-4591-b005-0a6cd0f467b9 req-52aa36f5-aa42-49b0-9bad-c12dbdb0e8c0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1428926 Mar 15 17:22:05.479752 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9dbb3-0cbc-4d85-a47f-28e95dceac64 req-db33b017-eb53-4a7c-ab11-c23ea45b5c24 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:05.481217 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-acb9dbb3-0cbc-4d85-a47f-28e95dceac64 req-db33b017-eb53-4a7c-ab11-c23ea45b5c24 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.1098843 Mar 15 17:22:05.512830 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-95835eb4-052d-4591-b005-0a6cd0f467b9 req-f21efe6a-f7ce-4930-b133-cb0ff25b73f9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761082 Mar 15 17:22:05.543807 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-acb9dbb3-0cbc-4d85-a47f-28e95dceac64 req-88785c7c-f582-493e-aee8-171afc8189a6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Mar 15 17:22:05.967347 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b94e7-2713-4a2b-a9cd-b60657631924 req-dce0d47c-c2ff-4294-a692-138c947a92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:05.969097 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4d0b94e7-2713-4a2b-a9cd-b60657631924 req-dce0d47c-c2ff-4294-a692-138c947a92ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 1130 time: 0.0473571 Mar 15 17:22:06.016147 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4d0b94e7-2713-4a2b-a9cd-b60657631924 req-79fb315a-403a-4289-b995-3d4bef81c5e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Mar 15 17:22:06.155509 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca2319-cbbc-48e3-aa5f-c70326645add req-c7b28e74-8e67-4b6f-bf2f-3c11030bd9c8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:06.157002 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c1ca2319-cbbc-48e3-aa5f-c70326645add req-c7b28e74-8e67-4b6f-bf2f-3c11030bd9c8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0564966 Mar 15 17:22:06.204789 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c1ca2319-cbbc-48e3-aa5f-c70326645add req-b219e91d-14b2-499b-b761-2a3f413bde48 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422904 Mar 15 17:22:06.667888 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652203-de5b-4d20-a2fe-055533887ab2 req-e93333e9-a292-4b75-8735-ae41e1f757cf tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:06.669871 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1f652203-de5b-4d20-a2fe-055533887ab2 req-e93333e9-a292-4b75-8735-ae41e1f757cf tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0835721 Mar 15 17:22:06.691080 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed373adb-9429-4a24-8948-bda815fe745f req-03eea1aa-3ba4-4d72-bcb1-8ccb5623b562 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:06.695376 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ed373adb-9429-4a24-8948-bda815fe745f req-03eea1aa-3ba4-4d72-bcb1-8ccb5623b562 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0772564 Mar 15 17:22:06.952896 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1f652203-de5b-4d20-a2fe-055533887ab2 req-da0ff83b-2d41-48f2-9140-28b1841573e5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770312 Mar 15 17:22:06.982390 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ed373adb-9429-4a24-8948-bda815fe745f req-61e200f9-a73d-45a8-b581-4c3e1b0f48e9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814178 Mar 15 17:22:07.000518 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-fa1b2e8c-07db-4c03-925f-4164daf5a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:07.004759 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-fa1b2e8c-07db-4c03-925f-4164daf5a1da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1129 time: 0.0635920 Mar 15 17:22:07.099892 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-1b1505b4-70f3-4e69-b8af-fa2c6a4d5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:07.101248 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-1b1505b4-70f3-4e69-b8af-fa2c6a4d5946 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.0912502 Mar 15 17:22:07.166305 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-5d2d849b-b75d-4157-ab95-11d56718347b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 1001 time: 0.0576310 Mar 15 17:22:07.217166 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-357fb6b9-4c91-42bf-98ca-a17da1ce5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:07.218653 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-357fb6b9-4c91-42bf-98ca-a17da1ce5811 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0455689 Mar 15 17:22:07.284364 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-99c8739c-ba80-446e-938c-5dc7c6dadbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:07.286029 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-99c8739c-ba80-446e-938c-5dc7c6dadbc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596519 Mar 15 17:22:07.376193 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9895-b865-491c-a37b-7b5c66193536 req-4ddc642a-ec4b-4205-b087-11e888041776 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:07.377655 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-915a9895-b865-491c-a37b-7b5c66193536 req-4ddc642a-ec4b-4205-b087-11e888041776 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.1063883 Mar 15 17:22:07.421404 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-4388a4ca-3e86-42b8-b8c3-e6729521863a service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214495 Mar 15 17:22:07.487019 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-915a9895-b865-491c-a37b-7b5c66193536 req-e63b11f6-baf3-4ba1-b158-c97943d6f247 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977120 Mar 15 17:22:07.533518 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ded3210b-ce7a-4734-a4b3-7a7decf38fd8 req-98e47e70-cf9e-41c2-862e-e78da5ee1653 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023388 Mar 15 17:22:08.154943 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa19c3-42ce-4191-9f61-fbe2360bad2a req-ba4c5ebe-8645-4d74-b26a-9458df984c70 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:08.156445 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a3aa19c3-42ce-4191-9f61-fbe2360bad2a req-ba4c5ebe-8645-4d74-b26a-9458df984c70 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1300614 Mar 15 17:22:08.167518 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389487c-1611-4a34-bf05-a3d2a908ce13 req-c3a398fb-ca1e-4505-9ba8-2dad330e0c69 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:08.169001 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2389487c-1611-4a34-bf05-a3d2a908ce13 req-c3a398fb-ca1e-4505-9ba8-2dad330e0c69 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0830958 Mar 15 17:22:08.245119 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a3aa19c3-42ce-4191-9f61-fbe2360bad2a req-651436fb-2d67-41a3-8e38-232307919c41 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745418 Mar 15 17:22:08.248437 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2389487c-1611-4a34-bf05-a3d2a908ce13 req-f57ebc15-e7d1-48c3-9d6c-d8b7a38c6dcf tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706482 Mar 15 17:22:08.376054 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e026-3890-43de-8d39-1140c3c24120 req-3cc52f2c-0e7b-4798-a45c-51d0effadbe7 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:08.377615 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8f32e026-3890-43de-8d39-1140c3c24120 req-3cc52f2c-0e7b-4798-a45c-51d0effadbe7 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0574162 Mar 15 17:22:08.426409 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8f32e026-3890-43de-8d39-1140c3c24120 req-07ebb716-deb4-4a79-909c-7f3328cf2e42 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Mar 15 17:22:08.611662 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aea3b-dcf0-4e14-aa4d-89617d70c10d req-a22cafcf-30d5-416a-856f-c81eb7572852 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:08.613158 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c30aea3b-dcf0-4e14-aa4d-89617d70c10d req-a22cafcf-30d5-416a-856f-c81eb7572852 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0575576 Mar 15 17:22:08.660907 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c30aea3b-dcf0-4e14-aa4d-89617d70c10d req-b3d43ab2-424a-4d86-a112-d4123e3a6849 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 Mar 15 17:22:09.185543 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81329c-49b7-4fc9-b48d-b91d3abf1bbc req-5dfb5bf8-569b-428b-a937-183586e71f4f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:09.187063 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6b81329c-49b7-4fc9-b48d-b91d3abf1bbc req-5dfb5bf8-569b-428b-a937-183586e71f4f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0546598 Mar 15 17:22:09.236176 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6b81329c-49b7-4fc9-b48d-b91d3abf1bbc req-419cac59-981b-4c94-8a87-c30079388d45 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Mar 15 17:22:09.339815 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-cfe5da22-5b11-4f07-a1d9-7c6621fb7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:09.341731 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-cfe5da22-5b11-4f07-a1d9-7c6621fb7177 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1130 time: 0.0632503 Mar 15 17:22:09.444245 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc619f-c0d3-4502-aca7-5c755fb993f9 req-399bea71-5c2f-43cb-bfc8-d59cbf01d733 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:09.450912 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6cdc619f-c0d3-4502-aca7-5c755fb993f9 req-399bea71-5c2f-43cb-bfc8-d59cbf01d733 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.1245849 Mar 15 17:22:09.503474 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-bde8a199-6442-4e6b-a58e-2b839f135945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:09.505348 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-bde8a199-6442-4e6b-a58e-2b839f135945 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 912 time: 0.1451738 Mar 15 17:22:09.572107 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6cdc619f-c0d3-4502-aca7-5c755fb993f9 req-5e45c284-bcb6-4e52-9eda-a0ed7b5adcb1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173623 Mar 15 17:22:09.604967 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-66dd507c-34df-4c24-8c59-6760d4a58415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 1002 time: 0.0919483 Mar 15 17:22:09.654400 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-352c756d-c5a7-4fc7-84cc-21e62a7733a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:09.655901 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-352c756d-c5a7-4fc7-84cc-21e62a7733a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.0443306 Mar 15 17:22:09.710352 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-5ea957b2-a1f7-4e13-9cd4-62b632b3c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:09.711896 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-5ea957b2-a1f7-4e13-9cd4-62b632b3c179 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497520 Mar 15 17:22:09.811542 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-6b8e6113-1011-44f1-b508-e3b1a16d6b52 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924149 Mar 15 17:22:09.913087 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-397246fd-4fb0-47b9-879e-d34415d3a779 req-e222aeed-0d68-4793-9112-3ca8ef621fc9 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949810 Mar 15 17:22:09.968546 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51470) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:10.076047 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-213bdd4c-1db4-405d-99ee-626aad04d159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.150035 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-213bdd4c-1db4-405d-99ee-626aad04d159 admin admin] Publish callbacks [] for security_group (86f27651-14ef-4956-a8d4-6fb6dc8e3dc1), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.245701 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-213bdd4c-1db4-405d-99ee-626aad04d159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (86f27651-14ef-4956-a8d4-6fb6dc8e3dc1), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.286738 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-213bdd4c-1db4-405d-99ee-626aad04d159 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a907fcdac994089978e95e448f60776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148060 Mar 15 17:22:10.286935 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51480) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:10.292794 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bdd4c-1db4-405d-99ee-626aad04d159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f27651-14ef-4956-a8d4-6fb6dc8e3dc1,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:10.347460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1d9e60d0-c43d-4b84-ae87-ed82eca3e52a admin admin] Publish callbacks [] for security_group (86f27651-14ef-4956-a8d4-6fb6dc8e3dc1), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.368263 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1d9e60d0-c43d-4b84-ae87-ed82eca3e52a admin admin] Publish callbacks [] for security_group (86f27651-14ef-4956-a8d4-6fb6dc8e3dc1), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.369281 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754ba7f-96c4-4389-bd3d-75cc69eefb74 req-a479e0e9-82d8-4d84-8bc6-666e45feea31 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:10.370873 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d754ba7f-96c4-4389-bd3d-75cc69eefb74 req-a479e0e9-82d8-4d84-8bc6-666e45feea31 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0611649 Mar 15 17:22:10.421365 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d754ba7f-96c4-4389-bd3d-75cc69eefb74 req-c43ccd3b-0683-41cd-8918-e97c4256f65d tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439777 Mar 15 17:22:10.526418 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1d9e60d0-c43d-4b84-ae87-ed82eca3e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (86f27651-14ef-4956-a8d4-6fb6dc8e3dc1), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.529307 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1d9e60d0-c43d-4b84-ae87-ed82eca3e52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:10.531532 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1d9e60d0-c43d-4b84-ae87-ed82eca3e52a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86f27651-14ef-4956-a8d4-6fb6dc8e3dc1 HTTP/1.1" status: 204 len: 168 time: 0.2437112 Mar 15 17:22:10.541177 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e60d0-c43d-4b84-ae87-ed82eca3e52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f27651-14ef-4956-a8d4-6fb6dc8e3dc1,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:10.690257 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c045e1-be31-49a8-bb7e-c2684e40c174 req-9fdfa8fa-3a70-4f58-aa26-6337d4c582f6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:10.691934 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-70c045e1-be31-49a8-bb7e-c2684e40c174 req-9fdfa8fa-3a70-4f58-aa26-6337d4c582f6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 945 time: 0.0537426 Mar 15 17:22:10.740985 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-70c045e1-be31-49a8-bb7e-c2684e40c174 req-7b8f1299-d037-4bd5-8ce8-364c43850322 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Mar 15 17:22:10.872051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:22:11.007587 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: ACTIVE; New status is: DOWN {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:11.008274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:11.036903 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:22:11.039200 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac821371-0b9e-47d0-a92a-1cb7ed401440" -d '{"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:22:11.052797 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:11.102082 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77fb5-ab0a-4f51-94a0-000389637d14 req-705e8a0f-09b3-43b1-98eb-2f748aea5b56 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.103478 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d1a77fb5-ab0a-4f51-94a0-000389637d14 req-705e8a0f-09b3-43b1-98eb-2f748aea5b56 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1143994 Mar 15 17:22:11.109790 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-c1852c36-f09b-4159-9d63-97a431b74a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.111237 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-c1852c36-f09b-4159-9d63-97a431b74a0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0976584 Mar 15 17:22:11.150808 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:11.210295 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d1a77fb5-ab0a-4f51-94a0-000389637d14 req-9f6721ea-8b84-4c07-aab5-3ce5fe4bcf3f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980527 Mar 15 17:22:11.246377 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-dae0ec73-d121-4215-8c76-1b9fcd1d3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.248162 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-dae0ec73-d121-4215-8c76-1b9fcd1d3d5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 920 time: 0.1294603 Mar 15 17:22:11.249571 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=8']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:11.282977 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Mar 2022 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3441d36-2fd1-4d5b-b5f8-1d6fc4250204 x-openstack-request-id: req-f3441d36-2fd1-4d5b-b5f8-1d6fc4250204 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:22:11.283318 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-unplugged", "status": "failed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "code": 422}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:22:11.283578 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3441d36-2fd1-4d5b-b5f8-1d6fc4250204 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:22:11.284052 dv-cinder-833871-1-iscsi neutron-server[103756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'code': 422} returned with failed status Mar 15 17:22:11.296824 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-0ce94fab-4ad3-4b3a-9ff9-7646e0fbe391 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 200 len: 217 time: 0.0398588 Mar 15 17:22:11.344783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-4341919c-293d-4618-bb2e-ce8ab40cb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.346216 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-4341919c-293d-4618-bb2e-ce8ab40cb89e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0428457 Mar 15 17:22:11.377040 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-140710ff-c003-47b2-bebe-6865f2c6ad10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246019 Mar 15 17:22:11.482699 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-986dd9d6-31fa-43c7-8d0e-5c60cb9c9560 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994625 Mar 15 17:22:11.616965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641d199-ce6e-43db-ba66-60aa73cc63e5 req-92725a5d-84cb-4811-8ded-2dd1c82eabf3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.618505 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4641d199-ce6e-43db-ba66-60aa73cc63e5 req-92725a5d-84cb-4811-8ded-2dd1c82eabf3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.1091845 Mar 15 17:22:11.622698 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4ed498c5-eb65-4315-825c-3a723beb9a94 req-90138764-b4bd-4466-a60d-e61c08714a77 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338303 Mar 15 17:22:11.666819 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4641d199-ce6e-43db-ba66-60aa73cc63e5 req-4e867d19-e38b-4e33-91e1-9414d4972585 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404932 Mar 15 17:22:11.829998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51542) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:11.926765 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-112790649-network', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:12.023275 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Made reservation on behalf of c09b5bfb68a34d6998c210384039a494 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:22:12.025892 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.034469 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.124293 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks [] for security_group (ac19c881-c007-4bb0-9917-6671e65903e2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.252662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ac19c881-c007-4bb0-9917-6671e65903e2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.277906 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:22:12.287872 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19c881-c007-4bb0-9917-6671e65903e2,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:12.292791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (d2509737-4b01-421c-8690-5a825da65c39), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.293334 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Added segment d2509737-4b01-421c-8690-5a825da65c39 of type vlan for network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a Mar 15 17:22:12.348161 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.349003 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9a528e1-9fa6-47cc-bf70-eefa9b8c2ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.358815 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc18b6-1dba-4373-8288-5019646ccd16 req-192d0eff-ec9b-4055-8f15-306b7fae3860 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:12.366425 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9bdc18b6-1dba-4373-8288-5019646ccd16 req-192d0eff-ec9b-4055-8f15-306b7fae3860 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0703695 Mar 15 17:22:12.411337 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9bdc18b6-1dba-4373-8288-5019646ccd16 req-712c5663-3bde-4e83-860e-1e72b4cf06e3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Mar 15 17:22:12.449187 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-b20bb73a-6935-40f4-aa2a-bb7382f5c418 req-658f5af3-c6af-4d46-8e55-90095a643ed8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:22:12.450254 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b20bb73a-6935-40f4-aa2a-bb7382f5c418 req-658f5af3-c6af-4d46-8e55-90095a643ed8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054312 Mar 15 17:22:12.480196 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.481206 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:12.482453 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.539841 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:12.550207 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:22:12.672094 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-adf2f22f-4ee7-451b-b612-b1d55a062616 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8406978 Mar 15 17:22:12.674637 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51564) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:12.679513 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Request body: {'subnet': {'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-112790649-subnet', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:12.771250 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Made reservation on behalf of c09b5bfb68a34d6998c210384039a494 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:22:12.773709 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:12.891884 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b04701-b222-4bee-b198-5d9c97f7329b req-1506d9b9-48de-4a8e-83b8-d8984c1898e1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:12.894057 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-65b04701-b222-4bee-b198-5d9c97f7329b req-1506d9b9-48de-4a8e-83b8-d8984c1898e1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0616906 Mar 15 17:22:12.943419 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-65b04701-b222-4bee-b198-5d9c97f7329b req-6846cfab-1829-4272-9574-5eed9760ee01 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439317 Mar 15 17:22:13.029780 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (145c3aa0-6fa1-4394-b606-682a4c702e82), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.086784 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=145c3aa0-6fa1-4394-b606-682a4c702e82,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:13.096808 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Checking segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:13.097160 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Network hostable DHCP agents. Network: 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:22:13.166130 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:22:13.251715 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:13.256155 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:13.256924 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.266009 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff8170-6c29-4ce1-9466-5a8a3c2c1abb None None] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:22:13.355015 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c13bc07e-70de-4a8e-8505-66bb17294d9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6767445 Mar 15 17:22:13.356707 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51594) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:13.365576 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51596) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:13.365961 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:13.381894 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:22:13.382817 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.461563 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-bd9b38e4-f09d-4a2d-9ab6-497f436d0e8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948555 Mar 15 17:22:13.470220 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-b6b5057d-dbc6-4880-bc9d-dddd9aae28b6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:22:13.471184 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-b6b5057d-dbc6-4880-bc9d-dddd9aae28b6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051110 Mar 15 17:22:13.474860 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.477384 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.542375 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Allocated IP 172.20.0.2 (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a/145c3aa0-6fa1-4394-b606-682a4c702e82/0f7af14a-b547-4e94-8e00-07cc2091ec7b) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:13.559267 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks [] for router_controller (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.564789 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be8b53-5074-472d-99d5-751bc15cdc60 req-c9c24d99-c504-4234-a051-a3db4be17208 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:13.566647 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3be8b53-5074-472d-99d5-751bc15cdc60 req-c9c24d99-c504-4234-a051-a3db4be17208 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0726762 Mar 15 17:22:13.570560 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51606) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:13.642335 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3be8b53-5074-472d-99d5-751bc15cdc60 req-9098d1c5-499d-470b-b7bd-22d64b0ea4ad tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694222 Mar 15 17:22:13.738592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-ece66f5d-cc9c-4a4d-9c46-9cfee8839f5c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:13.740676 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-ece66f5d-cc9c-4a4d-9c46-9cfee8839f5c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports/b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 940 time: 0.1691031 Mar 15 17:22:13.840416 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks [] for router_gateway (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.865344 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Publish callbacks [] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:13.984623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.036997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:14.053877 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:14.056817 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:14.066405 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Pushing event updated for resources: {'Port': ['ID=0f7af14a-b547-4e94-8e00-07cc2091ec7b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:14.100432 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65796d8b-55b0-4c59-94f0-faef6baf9ba4 req-765862f2-ddb2-4ee6-853f-af41b6e01161 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:14.102596 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-65796d8b-55b0-4c59-94f0-faef6baf9ba4 req-765862f2-ddb2-4ee6-853f-af41b6e01161 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0699229 Mar 15 17:22:14.134667 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Attempting to bind port 0f7af14a-b547-4e94-8e00-07cc2091ec7b on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:14.135159 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Attempting to bind port 0f7af14a-b547-4e94-8e00-07cc2091ec7b by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:14.135600 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Attempting to bind port 0f7af14a-b547-4e94-8e00-07cc2091ec7b on network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:14.141256 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:14.141750 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Checking segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:14.142215 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.142670 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Bound using segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:14.143211 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Bound port: 0f7af14a-b547-4e94-8e00-07cc2091ec7b, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:14.143731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.153930 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-65796d8b-55b0-4c59-94f0-faef6baf9ba4 req-963dfa97-7606-4cda-9ccb-58b768e73b38 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Mar 15 17:22:14.219782 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] For port 0f7af14a-b547-4e94-8e00-07cc2091ec7b, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:14.220756 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks [] for router_gateway (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.224755 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] For port 0f7af14a-b547-4e94-8e00-07cc2091ec7b, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=0f7af14a-b547-4e94-8e00-07cc2091ec7b,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:14.242110 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.347836 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Allocated IP 172.27.1.41 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:14.349168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.415141 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6ec38-ea0a-437f-808b-1ce70ddd55ce None None] Pushing event updated for resources: {'Port': ['ID=0f7af14a-b547-4e94-8e00-07cc2091ec7b,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:14.472573 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks [] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.618975 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:14.664431 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:14.679185 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:14.685770 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:14.688485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Pushing event updated for resources: {'Port': ['ID=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:14.776188 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab727-5b52-4984-aad5-3906f6d9d5fc req-3b2dc05a-1616-48f5-8580-b5a418dc006b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:14.777837 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a26ab727-5b52-4984-aad5-3906f6d9d5fc req-3b2dc05a-1616-48f5-8580-b5a418dc006b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0614259 Mar 15 17:22:14.830003 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a26ab727-5b52-4984-aad5-3906f6d9d5fc req-7f3eee02-3531-4a05-bfbf-b07be5e4d193 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Mar 15 17:22:14.880185 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-87528599-7d97-452b-88b6-64d51ee8901d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.056021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks [] for router_gateway (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.306527 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c340b-c108-4eed-b112-c001b586d625 req-44f8d09c-5dac-4a54-af97-bb963e928f2b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:15.308525 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-500c340b-c108-4eed-b112-c001b586d625 req-44f8d09c-5dac-4a54-af97-bb963e928f2b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0742822 Mar 15 17:22:15.385772 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-500c340b-c108-4eed-b112-c001b586d625 req-efb69de4-84f7-4cc1-abdb-65ac4051a9ea tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474114 Mar 15 17:22:15.415459 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139e947-4516-4901-bed0-9405b31e7b44 None None] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:22:15.468849 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.485602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] Provisioning complete for port 0f7af14a-b547-4e94-8e00-07cc2091ec7b triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:15.485988 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.600279 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] Current status of the port 0f7af14a-b547-4e94-8e00-07cc2091ec7b is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:15.600679 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.636794 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] For port 0f7af14a-b547-4e94-8e00-07cc2091ec7b, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=0f7af14a-b547-4e94-8e00-07cc2091ec7b,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:15.800666 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 0f7af14a-b547-4e94-8e00-07cc2091ec7b up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:15.805686 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:22:15.822740 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.884702 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0246015-3335-48a2-a83f-1a12dbf0c31a None None] Pushing event updated for resources: {'Port': ['ID=0f7af14a-b547-4e94-8e00-07cc2091ec7b,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:15.891807 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.896534 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 0f7af14a-b547-4e94-8e00-07cc2091ec7b triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:15.907940 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:15.922646 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:22:15.934153 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Sync routers for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:22:15.944497 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:15.945197 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:15.966708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eeaee-9552-49ca-942b-fd621b55ae90 req-88874cf8-6a52-45a9-9408-ce4b3079bddd tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:15.968488 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bb4eeaee-9552-49ca-942b-fd621b55ae90 req-88874cf8-6a52-45a9-9408-ce4b3079bddd tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0625589 Mar 15 17:22:15.990680 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-53775399-2f35-4452-bde9-b4a463e477a4 None None] Provisioning complete for port 0f7af14a-b547-4e94-8e00-07cc2091ec7b triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:15.991365 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53775399-2f35-4452-bde9-b4a463e477a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.029576 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 0f7af14a-b547-4e94-8e00-07cc2091ec7b is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:16.038407 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.042390 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bb4eeaee-9552-49ca-942b-fd621b55ae90 req-0d93cbc3-f5fc-4232-a838-19fa788f93aa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549905 Mar 15 17:22:16.042659 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d341a6fd-2ccf-4092-93b0-c3ef95e933c8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6835310 Mar 15 17:22:16.042659 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51636) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:16.079401 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:16.099590 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-53775399-2f35-4452-bde9-b4a463e477a4 None None] Current status of the port 0f7af14a-b547-4e94-8e00-07cc2091ec7b is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:16.279047 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:14Z', 'revision_number': 3, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:16.394860 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Checking router: 30cd740f-9482-4dd2-9f0a-1abd11bca3ba for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:22:16.395216 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Updating router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:22:16.445946 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.554796 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d90729-6b4e-410e-bd32-caa3724fd917 req-f7e89a32-5d3f-4264-b3c9-7f5b1c2bc955 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:16.561985 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a8d90729-6b4e-410e-bd32-caa3724fd917 req-f7e89a32-5d3f-4264-b3c9-7f5b1c2bc955 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1012456 Mar 15 17:22:16.563816 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.634749 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a8d90729-6b4e-410e-bd32-caa3724fd917 req-6ed74f73-8e1f-4c3a-b3e4-706d8cf32a73 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717945 Mar 15 17:22:16.730690 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Publish callbacks [] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.779398 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Allocated IP 172.20.0.1 (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a/145c3aa0-6fa1-4394-b606-682a4c702e82/7496dbce-c073-4378-9531-0e9a5da8a396) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:16.795651 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.843599 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Pushing event updated for resources: {'Port': ['ID=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:16.852153 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.852765 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.853340 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.853870 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.854408 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.854930 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.855370 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.855837 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.856393 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.856990 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.857384 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.857931 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.858448 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.858970 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.859358 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:16.906724 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Attempting to bind port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:16.907093 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Attempting to bind port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:16.907454 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Attempting to bind port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:16.912839 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:16.913493 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:16.913892 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.914278 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:16.914485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks [] for port (7496dbce-c073-4378-9531-0e9a5da8a396), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.914729 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Bound port: 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:16.915104 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.965800 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] For port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:16.970320 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] For port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:17.000726 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.045541 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:17.048548 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:17.054883 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:17.058262 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.086989 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Pushing event updated for resources: {'Port': ['ID=7496dbce-c073-4378-9531-0e9a5da8a396,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:17.115806 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:17.116444 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:17.119436 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.190810 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52219808-ac50-4cf2-b52e-d31ceaccc13c req-6bbf2a22-2d50-4cc2-9802-da923a662de0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:17.197285 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aded5e-7832-4ed6-87e4-641b7f6e474d None None] Pushing event updated for resources: {'Port': ['ID=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:17.204279 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52219808-ac50-4cf2-b52e-d31ceaccc13c req-6bbf2a22-2d50-4cc2-9802-da923a662de0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0857408 Mar 15 17:22:17.302134 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-52219808-ac50-4cf2-b52e-d31ceaccc13c req-0decc87f-b5e6-4d00-a370-0c22dc319e72 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Mar 15 17:22:17.313991 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:17.371874 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.411667 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.435600 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-affddf4e-7e56-4de2-ab3a-9c559c9c7a74 None None] Provisioning complete for port 7496dbce-c073-4378-9531-0e9a5da8a396 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:17.436020 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-affddf4e-7e56-4de2-ab3a-9c559c9c7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.511132 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-affddf4e-7e56-4de2-ab3a-9c559c9c7a74 None None] Port 7496dbce-c073-4378-9531-0e9a5da8a396 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:17.528414 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:14Z', 'revision_number': 3, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:17.549285 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks [] for port (7496dbce-c073-4378-9531-0e9a5da8a396), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.561012 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315b24f-048a-4d82-93c7-6db917cb9c3b None None] The sync data for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi is: [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:14Z', 'revision_number': 3, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:22:17.697327 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.764746 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.766597 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Pushing event updated for resources: {'Port': ['ID=7496dbce-c073-4378-9531-0e9a5da8a396,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:17.794652 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7379d7-cdd2-4b7b-bde4-af71589a74b3 req-78f493c3-8ac6-4b91-9927-6edaea7a23eb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:17.798815 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-be7379d7-cdd2-4b7b-bde4-af71589a74b3 req-78f493c3-8ac6-4b91-9927-6edaea7a23eb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0885675 Mar 15 17:22:17.800244 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 0f7af14a-b547-4e94-8e00-07cc2091ec7b up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:17.864775 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-be7379d7-cdd2-4b7b-bde4-af71589a74b3 req-fb31fe07-6ddf-4bb8-85ca-3ca953036a27 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650148 Mar 15 17:22:17.891834 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 0f7af14a-b547-4e94-8e00-07cc2091ec7b triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:17.892386 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.910735 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:17.912164 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:17.996873 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 0f7af14a-b547-4e94-8e00-07cc2091ec7b is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:18.070043 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:22:18.138645 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-c17bff25-9d4f-40ef-a101-6c4ccb8d11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:18.140194 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-c17bff25-9d4f-40ef-a101-6c4ccb8d11cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2&tenant_id=d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 1127 time: 0.1040103 Mar 15 17:22:18.201603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:22:18.207677 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-63cb2c72-96aa-4a9e-8672-a41b5f1e0a02 admin admin] 10.222.0.23 "PUT /v2.0/routers/30cd740f-9482-4dd2-9f0a-1abd11bca3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636193 Mar 15 17:22:18.226491 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-17440546-cc8f-4c0c-8670-353300b53458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:18.228898 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-17440546-cc8f-4c0c-8670-353300b53458 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1127 time: 0.0606804 Mar 15 17:22:18.257886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-f8bdf5b1-4eae-4542-aafe-a7c08461fecc None None] Provisioning complete for port 7496dbce-c073-4378-9531-0e9a5da8a396 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:18.258261 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f8bdf5b1-4eae-4542-aafe-a7c08461fecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:18.299785 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdf5b1-4eae-4542-aafe-a7c08461fecc None None] Port 7496dbce-c073-4378-9531-0e9a5da8a396 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:18.362047 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-d4e9b357-daef-4290-a364-84a420042d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:18.363531 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-d4e9b357-daef-4290-a364-84a420042d0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.1273949 Mar 15 17:22:18.462919 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-378ef1af-b0af-4d99-a335-c5693891c087 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 999 time: 0.0862970 Mar 15 17:22:18.474965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd4112-618b-4061-928c-b39ed5c48fd1 req-2463c3b0-7a0e-4e87-81e7-507bbdab4b9b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:18.476552 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5ecd4112-618b-4061-928c-b39ed5c48fd1 req-2463c3b0-7a0e-4e87-81e7-507bbdab4b9b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1093614 Mar 15 17:22:18.548995 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-bc08cfd3-ba7c-49bc-bc67-832e08650434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:18.550473 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-bc08cfd3-ba7c-49bc-bc67-832e08650434 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0730400 Mar 15 17:22:18.561402 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5ecd4112-618b-4061-928c-b39ed5c48fd1 req-89bd9b3d-d402-4bc6-b71b-9bc5d7c88955 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Mar 15 17:22:18.623495 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-6de52c98-4730-4abb-815f-da41c2852777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:18.625382 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-6de52c98-4730-4abb-815f-da41c2852777 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682702 Mar 15 17:22:18.718779 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-53e224e9-0fca-4126-998b-4982d0fc5817 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864480 Mar 15 17:22:18.749172 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:18.818844 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4afa1231-9e59-4c8d-8000-b248f6148477 req-54e4e2ec-4c2b-4ded-a192-66e45d075a14 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Mar 15 17:22:19.021421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01cbb-d79d-49a4-8206-cc2086ede0f1 req-85821c0b-c968-430a-8608-771b6c6365bb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:19.027084 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8ad01cbb-d79d-49a4-8206-cc2086ede0f1 req-85821c0b-c968-430a-8608-771b6c6365bb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0768435 Mar 15 17:22:19.090974 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8ad01cbb-d79d-49a4-8206-cc2086ede0f1 req-b422b3a1-d671-4f04-bb2e-a5eab81750fc tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545723 Mar 15 17:22:19.123870 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51708) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:19.128865 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1397189622-network', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:19.264740 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:22:19.286060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Made reservation on behalf of 2ed3990ac1c44ca19ae67770b379e954 for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:22:19.288609 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.300681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.377722 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks [] for security_group (e492cbad-8104-4615-bfcc-81f96d627e65), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.385213 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Sync routers for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:22:19.395112 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:19.395627 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:19.503773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:19.506753 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (e492cbad-8104-4615-bfcc-81f96d627e65), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.534817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:22:19.546050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e492cbad-8104-4615-bfcc-81f96d627e65,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:19.551137 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (e7507921-d7d7-45c1-bbe0-ff21658225af), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.551557 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Added segment e7507921-d7d7-45c1-bbe0-ff21658225af of type vlan for network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 Mar 15 17:22:19.600542 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.828993 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 2, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:19.876453 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Checking router: 30cd740f-9482-4dd2-9f0a-1abd11bca3ba for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:22:19.876966 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Updating router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba port 7496dbce-c073-4378-9531-0e9a5da8a396 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:22:19.914573 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.917078 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:20.240620 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.241631 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:20.242320 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.319843 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:20.320237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.325997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Publish callbacks [] for port (7496dbce-c073-4378-9531-0e9a5da8a396), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.365967 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] Pushing event updated for resources: {'Network': ['ID=a8adf4ce-370f-4f3f-94a3-cff8a5b42d77,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:20.379671 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:22:20.394403 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0352fc47-dbfd-4aa6-8af5-1764605fd105 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2693162 Mar 15 17:22:20.398330 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51736) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:20.404460 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf274-fd2d-4d96-b627-c874f137515d req-04759c43-878a-4276-bad3-5a78d47c10bb tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:20.406045 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5fbbf274-fd2d-4d96-b627-c874f137515d req-04759c43-878a-4276-bad3-5a78d47c10bb tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.7158659 Mar 15 17:22:20.416939 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Request body: {'subnet': {'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1397189622-subnet', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:20.420681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68486-a3b0-40d3-957e-f60bc087d11d req-52269c98-c2ac-42e8-a786-4fc51b74a12d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:20.423977 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29b68486-a3b0-40d3-957e-f60bc087d11d req-52269c98-c2ac-42e8-a786-4fc51b74a12d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1845605 Mar 15 17:22:20.498599 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.549702 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Made reservation on behalf of 2ed3990ac1c44ca19ae67770b379e954 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:22:20.553900 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.598070 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29b68486-a3b0-40d3-957e-f60bc087d11d req-acbaafff-c110-465c-b679-cea78448edf1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533229 Mar 15 17:22:20.619060 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5fbbf274-fd2d-4d96-b627-c874f137515d req-73a178f8-de20-4ade-b688-19bab8bf94d3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068822 Mar 15 17:22:20.687392 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:20.690694 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.706513 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Pushing event updated for resources: {'Port': ['ID=7496dbce-c073-4378-9531-0e9a5da8a396,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:20.732263 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.733299 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.733793 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.734163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.734562 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.734900 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.735282 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.735617 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.736622 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.738676 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.739096 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.742068 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.742439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.742858 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.743369 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:20.809793 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51742) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:20.830029 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:20.893143 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Attempting to bind port 7496dbce-c073-4378-9531-0e9a5da8a396 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:20.893529 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Attempting to bind port 7496dbce-c073-4378-9531-0e9a5da8a396 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:20.893899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Attempting to bind port 7496dbce-c073-4378-9531-0e9a5da8a396 on network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:20.901006 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:20.901380 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Checking segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:20.901794 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.902186 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Bound using segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:20.902681 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Bound port: 7496dbce-c073-4378-9531-0e9a5da8a396, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:20.903070 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.929157 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.970020 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f497f922-82e6-4eb6-8c16-bf79b5971160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.001708 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (0d675f37-6555-4ef1-89e3-fdaa482d880b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.024534 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:21.052095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-a639f453-63cb-4cd6-8a66-9ad8ce70c281 None None] Provisioning complete for port 7496dbce-c073-4378-9531-0e9a5da8a396 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:21.052494 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a639f453-63cb-4cd6-8a66-9ad8ce70c281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.077478 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] For port 7496dbce-c073-4378-9531-0e9a5da8a396, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:21.094219 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] For port 7496dbce-c073-4378-9531-0e9a5da8a396, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=7496dbce-c073-4378-9531-0e9a5da8a396,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:21.107009 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a639f453-63cb-4cd6-8a66-9ad8ce70c281 None None] Port 7496dbce-c073-4378-9531-0e9a5da8a396 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:21.107400 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f497f922-82e6-4eb6-8c16-bf79b5971160 admin admin] Publish callbacks [] for security_group (2b01eb20-b605-4f72-99b6-cc97b5c1b87b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.144328 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d675f37-6555-4ef1-89e3-fdaa482d880b,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:21.152482 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Checking segment: {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:21.152885 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Network hostable DHCP agents. Network: a8adf4ce-370f-4f3f-94a3-cff8a5b42d77, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:22:21.188927 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f497f922-82e6-4eb6-8c16-bf79b5971160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2b01eb20-b605-4f72-99b6-cc97b5c1b87b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.190007 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.225568 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497f922-82e6-4eb6-8c16-bf79b5971160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b01eb20-b605-4f72-99b6-cc97b5c1b87b,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:21.263416 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:22:21.279494 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f497f922-82e6-4eb6-8c16-bf79b5971160 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d508704c4e0a411e9c31fd152af59804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684322 Mar 15 17:22:21.283504 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51746) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:21.292235 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:21.292881 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:21.352483 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc308-e83a-4ba7-9b59-418f3af02d8d None None] Pushing event updated for resources: {'Port': ['ID=7496dbce-c073-4378-9531-0e9a5da8a396,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:21.359276 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd5f9-afb2-4bec-a4c7-ad4de7068968 admin admin] Publish callbacks [] for security_group (2b01eb20-b605-4f72-99b6-cc97b5c1b87b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.361130 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, a8adf4ce-370f-4f3f-94a3-cff8a5b42d77) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:21.385026 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:21.385639 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.402850 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ecdf7-4a63-48f5-9af9-6f9dcd0d6931 None None] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:22:21.412649 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd5f9-afb2-4bec-a4c7-ad4de7068968 admin admin] Publish callbacks [] for security_group (2b01eb20-b605-4f72-99b6-cc97b5c1b87b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.594057 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4b6e8fb3-3425-4169-99d7-e12482099786 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1881859 Mar 15 17:22:21.595163 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51754) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:21.614149 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:21.615303 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd5f9-afb2-4bec-a4c7-ad4de7068968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (2b01eb20-b605-4f72-99b6-cc97b5c1b87b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.617838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd5f9-afb2-4bec-a4c7-ad4de7068968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.619086 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1f9cd5f9-afb2-4bec-a4c7-ad4de7068968 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b01eb20-b605-4f72-99b6-cc97b5c1b87b HTTP/1.1" status: 204 len: 168 time: 0.3347492 Mar 15 17:22:21.636522 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd5f9-afb2-4bec-a4c7-ad4de7068968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b01eb20-b605-4f72-99b6-cc97b5c1b87b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:21.711777 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (6bbc0fba-448a-475e-bef6-b0960769b6e0), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.715161 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (6bbc0fba-448a-475e-bef6-b0960769b6e0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.784188 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] Provisioning complete for port 7496dbce-c073-4378-9531-0e9a5da8a396 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:21.784188 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.846617 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks [] for router_controller (6bbc0fba-448a-475e-bef6-b0960769b6e0), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.864743 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:21.913919 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37701a8-2f8a-4198-a9e1-371b0a0d6d76 req-0e4dd40e-e1fd-44dc-ad14-779338ca3b7e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:21.916563 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c37701a8-2f8a-4198-a9e1-371b0a0d6d76 req-0e4dd40e-e1fd-44dc-ad14-779338ca3b7e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1776066 Mar 15 17:22:22.013548 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ab652-5209-4c43-a424-d05775d65b5b req-797f4dfa-ff23-434d-90a7-4daf440b0c74 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:22.029441 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-781ab652-5209-4c43-a424-d05775d65b5b req-797f4dfa-ff23-434d-90a7-4daf440b0c74 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.2190275 Mar 15 17:22:22.029953 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] Current status of the port 7496dbce-c073-4378-9531-0e9a5da8a396 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:22.030429 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.096727 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c37701a8-2f8a-4198-a9e1-371b0a0d6d76 req-453d0253-36b7-42ff-b2e1-666029932c2a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732693 Mar 15 17:22:22.134482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] For port 7496dbce-c073-4378-9531-0e9a5da8a396, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=7496dbce-c073-4378-9531-0e9a5da8a396,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:22.155212 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-781ab652-5209-4c43-a424-d05775d65b5b req-6be317a7-43f6-4d6d-801c-4d3874d4a7d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185768 Mar 15 17:22:22.189920 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:22.203381 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks [] for router_gateway (6bbc0fba-448a-475e-bef6-b0960769b6e0), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.237901 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.288325 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:22.288768 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.321724 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-a8adf4ce-370f-4f3f-94a3-cff8a5b42d77', 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77', 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'fixed_ips': [{'subnet_id': '0d675f37-6555-4ef1-89e3-fdaa482d880b'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:22:22.322552 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.332579 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64f0b6-5f2a-44fe-ba7a-c582e574cc2f None None] Pushing event updated for resources: {'Port': ['ID=7496dbce-c073-4378-9531-0e9a5da8a396,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:22.600250 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks [] for router_gateway (6bbc0fba-448a-475e-bef6-b0960769b6e0), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.624657 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.630116 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51798) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:22.659142 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-815edfa8-6aa1-4915-8ca0-6c6781a3ff94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.702955 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:22.716169 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Allocated IP 172.20.0.2 (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77/0d675f37-6555-4ef1-89e3-fdaa482d880b/bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:22.813860 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:21Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:22.842801 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-815edfa8-6aa1-4915-8ca0-6c6781a3ff94 admin admin] Publish callbacks [] for security_group (f05262f3-9c48-4df8-adb9-554185c7ebb1), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.848805 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd35c-5a70-4fc2-94e9-cb4e942dd2e2 None None] The sync data for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi is: [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:21Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:22:22.887268 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Allocated IP 172.27.1.199 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/82c0ae08-b4da-46f3-af3c-a136c31e29d2) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:22.984173 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Publish callbacks [] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.023678 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-815edfa8-6aa1-4915-8ca0-6c6781a3ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f05262f3-9c48-4df8-adb9-554185c7ebb1), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.095426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-815edfa8-6aa1-4915-8ca0-6c6781a3ff94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4696c388ddca4abf9c3ce65a3a63d43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640861 Mar 15 17:22:23.096837 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815edfa8-6aa1-4915-8ca0-6c6781a3ff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05262f3-9c48-4df8-adb9-554185c7ebb1,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:23.100090 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51804) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:23.115769 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.226701 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks [] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.238153 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Pushing event updated for resources: {'Port': ['ID=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:23.240731 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c89dbcd1-4815-4f00-957a-adec07c73c86 admin admin] Publish callbacks [] for security_group (f05262f3-9c48-4df8-adb9-554185c7ebb1), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.272767 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:23.276737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:23.284535 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:23.302668 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c89dbcd1-4815-4f00-957a-adec07c73c86 admin admin] Publish callbacks [] for security_group (f05262f3-9c48-4df8-adb9-554185c7ebb1), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.355511 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Attempting to bind port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:23.356294 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Attempting to bind port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:23.357566 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Attempting to bind port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 on network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:23.365276 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:23.365843 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Checking segment: {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:23.367037 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.367594 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Bound using segment: {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:23.368323 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Bound port: bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:23.368869 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.401130 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.476736 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] For port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:23.481003 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] For port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:23.552930 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:23.552930 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:23.553345 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Pushing event updated for resources: {'Port': ['ID=82c0ae08-b4da-46f3-af3c-a136c31e29d2,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:23.557657 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:23.586354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af87db5-ab9f-4b18-bd40-440ec066b8bc req-e8d1015d-2ef0-4917-90d5-c0b0af9ba65d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:23.609928 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8af87db5-ab9f-4b18-bd40-440ec066b8bc req-e8d1015d-2ef0-4917-90d5-c0b0af9ba65d tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.3091264 Mar 15 17:22:23.663994 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7936d-d8fb-4c47-bc37-c5ba0e0c073e req-96aa7465-8149-4168-997a-6a08a78898ba tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:23.667370 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-efd7936d-d8fb-4c47-bc37-c5ba0e0c073e req-96aa7465-8149-4168-997a-6a08a78898ba tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.3665905 Mar 15 17:22:23.670369 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.806180 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c89dbcd1-4815-4f00-957a-adec07c73c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f05262f3-9c48-4df8-adb9-554185c7ebb1), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.817222 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ccdc-826d-4083-af8b-9c6cbd8d1548 None None] Pushing event updated for resources: {'Port': ['ID=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:23.820218 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c89dbcd1-4815-4f00-957a-adec07c73c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:23.821489 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c89dbcd1-4815-4f00-957a-adec07c73c86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f05262f3-9c48-4df8-adb9-554185c7ebb1 HTTP/1.1" status: 204 len: 168 time: 0.7204955 Mar 15 17:22:23.891169 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dbcd1-4815-4f00-957a-adec07c73c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05262f3-9c48-4df8-adb9-554185c7ebb1,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:23.908274 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8af87db5-ab9f-4b18-bd40-440ec066b8bc req-ca858c47-beb4-48eb-bf2a-aba48b91e0f0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967007 Mar 15 17:22:23.920997 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-efd7936d-d8fb-4c47-bc37-c5ba0e0c073e req-38088708-e0bf-47ba-890b-b78e37cfa2c5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273622 Mar 15 17:22:24.009544 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 7496dbce-c073-4378-9531-0e9a5da8a396 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:24.144584 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 7496dbce-c073-4378-9531-0e9a5da8a396 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:24.146814 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:24.384444 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 7496dbce-c073-4378-9531-0e9a5da8a396 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:24.800056 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks [] for router_gateway (6bbc0fba-448a-475e-bef6-b0960769b6e0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:25.223066 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (6bbc0fba-448a-475e-bef6-b0960769b6e0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:25.267410 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751682-3ad3-4f9e-99fb-dcf0e1d78e1b req-c35f04a5-d008-439f-8822-328c917bdfe4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:25.275668 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-55751682-3ad3-4f9e-99fb-dcf0e1d78e1b req-c35f04a5-d008-439f-8822-328c917bdfe4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0964332 Mar 15 17:22:25.302826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded75ad-300f-41de-9f53-5e2f92042c61 req-0a10adf1-5839-4fed-8810-3db2adc98566 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:25.304653 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eded75ad-300f-41de-9f53-5e2f92042c61 req-0a10adf1-5839-4fed-8810-3db2adc98566 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.2095873 Mar 15 17:22:25.395863 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eded75ad-300f-41de-9f53-5e2f92042c61 req-ecd17bcb-ea3f-475a-9cf2-9826ab6a87ed tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809526 Mar 15 17:22:25.403820 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-55751682-3ad3-4f9e-99fb-dcf0e1d78e1b req-6319eb9e-6744-452c-9f66-808b02aa6571 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Mar 15 17:22:25.535313 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbab50-971e-486e-99d7-415d332d0d4e None None] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:22:25.605851 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Router 6bbc0fba-448a-475e-bef6-b0960769b6e0 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:22:25.661293 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] Provisioning complete for port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:25.661982 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:25.763744 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:22:25.772944 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Sync routers for ids ['6bbc0fba-448a-475e-bef6-b0960769b6e0'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:22:25.811022 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Routers {'6bbc0fba-448a-475e-bef6-b0960769b6e0'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:25.811670 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['6bbc0fba-448a-475e-bef6-b0960769b6e0'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:25.843742 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] Current status of the port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:25.844153 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:25.873657 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:25.878446 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51854) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:25.879498 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1a00a74b-ac60-44a3-ae04-ccf22722a094 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2834852 Mar 15 17:22:25.946147 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] For port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:25.972903 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:26.101696 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.129582 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Set router 6bbc0fba-448a-475e-bef6-b0960769b6e0 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:26.228187 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:26.229058 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.234011 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a848fed-bca8-4bcd-8364-c6faeff38933 None None] Pushing event updated for resources: {'Port': ['ID=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:26.353312 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-bd7dfe21-0b42-444e-ad44-ef4ad7f709c4 None None] Provisioning complete for port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:26.526196 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfe21-0b42-444e-ad44-ef4ad7f709c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.526196 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:26.539096 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dfe21-0b42-444e-ad44-ef4ad7f709c4 None None] Current status of the port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:26.627994 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:22:24Z', 'revision_number': 3, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:26.652121 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54500c-0ddd-43ea-a994-0af6a2bd4ae2 req-9236fc10-8f79-4a22-ba25-fbb0f977bb5e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:26.663728 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5e54500c-0ddd-43ea-a994-0af6a2bd4ae2 req-9236fc10-8f79-4a22-ba25-fbb0f977bb5e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1562138 Mar 15 17:22:26.682219 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Checking router: 6bbc0fba-448a-475e-bef6-b0960769b6e0 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:22:26.688331 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Updating router 6bbc0fba-448a-475e-bef6-b0960769b6e0 port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:22:26.725791 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66d3b3-e3e8-40ff-ab69-63abceb61124 req-b6283297-baee-4c14-b194-eb832e1768ae tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:26.730850 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ae66d3b3-e3e8-40ff-ab69-63abceb61124 req-b6283297-baee-4c14-b194-eb832e1768ae tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1839011 Mar 15 17:22:26.783113 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.800336 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5e54500c-0ddd-43ea-a994-0af6a2bd4ae2 req-9c25ff81-b710-4298-8899-ab16b464b73e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392601 Mar 15 17:22:26.837247 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ae66d3b3-e3e8-40ff-ab69-63abceb61124 req-41cdaa60-a733-48c4-9f24-32a8d736a10f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055763 Mar 15 17:22:26.850448 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.152489 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Allocated IP 172.20.0.1 (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77/0d675f37-6555-4ef1-89e3-fdaa482d880b/883b70c1-b743-4724-8ffe-22d443fc21a9) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:27.201080 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Publish callbacks [] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.281783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks [] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.285860 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.367171 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Attempting to bind port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:27.367624 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Attempting to bind port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:27.368161 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Attempting to bind port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:27.381138 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:27.381538 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:27.381948 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.382343 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:27.382843 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Bound port: 82c0ae08-b4da-46f3-af3c-a136c31e29d2, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:27.383223 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.385662 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.385935 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad94646-ee3f-44d4-8ba2-f873e4f8c4c6 None None] Pushing event updated for resources: {'Port': ['ID=82c0ae08-b4da-46f3-af3c-a136c31e29d2,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:27.424856 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:27.453326 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] For port 82c0ae08-b4da-46f3-af3c-a136c31e29d2, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:27.453844 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 51874) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:27.457949 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] For port 82c0ae08-b4da-46f3-af3c-a136c31e29d2, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=82c0ae08-b4da-46f3-af3c-a136c31e29d2,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:27.468435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:27.472339 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:27.472903 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (6bbc0fba-448a-475e-bef6-b0960769b6e0), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.537214 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Pushing event updated for resources: {'Port': ['ID=883b70c1-b743-4724-8ffe-22d443fc21a9,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:27.683022 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e846a00b-496d-47f3-a5e1-ca611af303f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.802737 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e846a00b-496d-47f3-a5e1-ca611af303f6 admin admin] Publish callbacks [] for security_group (4fc967f7-015d-4b0b-a5fd-ea7c68839966), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:27.851131 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:27.946659 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-b7574472-4bd3-4bab-a3d2-65d9f202ed34 None None] Provisioning complete for port 883b70c1-b743-4724-8ffe-22d443fc21a9 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:27.947315 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b7574472-4bd3-4bab-a3d2-65d9f202ed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:28.017246 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b7574472-4bd3-4bab-a3d2-65d9f202ed34 None None] Port 883b70c1-b743-4724-8ffe-22d443fc21a9 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:28.020771 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:28.021338 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:28.076992 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:28.119608 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055cf6-4d04-4b2f-b7bf-34c887782aaf req-ae9e5999-94fd-473c-969e-f1f72baa5ad6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:28.129183 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29055cf6-4d04-4b2f-b7bf-34c887782aaf req-ae9e5999-94fd-473c-969e-f1f72baa5ad6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1901450 Mar 15 17:22:28.228465 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:28.229046 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Routers {'6bbc0fba-448a-475e-bef6-b0960769b6e0'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:28.229046 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['6bbc0fba-448a-475e-bef6-b0960769b6e0'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:28.229237 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59f67-0cdd-4370-9eb7-72c211bf8475 req-1e217c67-752d-4214-a6c2-f887a82a5fe6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:28.229237 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-30b59f67-0cdd-4370-9eb7-72c211bf8475 req-1e217c67-752d-4214-a6c2-f887a82a5fe6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1849763 Mar 15 17:22:28.229237 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29055cf6-4d04-4b2f-b7bf-34c887782aaf req-040ea6cc-c907-4ed7-a40d-4ed1dac162ea tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961545 Mar 15 17:22:28.229508 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad94646-ee3f-44d4-8ba2-f873e4f8c4c6 None None] Pushing event updated for resources: {'Port': ['ID=82c0ae08-b4da-46f3-af3c-a136c31e29d2,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:28.270737 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-30b59f67-0cdd-4370-9eb7-72c211bf8475 req-3c106d48-ba16-42bd-b756-ddd13765e0fa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714033 Mar 15 17:22:28.327461 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] Set router 6bbc0fba-448a-475e-bef6-b0960769b6e0 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:28.658310 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:22:24Z', 'revision_number': 3, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:28.684943 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e74cc-b853-4eb6-9666-2083c409b91b None None] The sync data for ids ['6bbc0fba-448a-475e-bef6-b0960769b6e0'] in dv-cinder-833871-1-iscsi is: [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:22:24Z', 'revision_number': 3, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:22:28.882964 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.172790 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks [] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.173499 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e846a00b-496d-47f3-a5e1-ca611af303f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4fc967f7-015d-4b0b-a5fd-ea7c68839966), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.189338 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.218320 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846a00b-496d-47f3-a5e1-ca611af303f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc967f7-015d-4b0b-a5fd-ea7c68839966,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:29.233127 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e846a00b-496d-47f3-a5e1-ca611af303f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=734691d653194a57bcb9e7c5b5427f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7779922 Mar 15 17:22:29.235886 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 51884) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:29.281754 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.282441 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (6bbc0fba-448a-475e-bef6-b0960769b6e0), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.403883 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Pushing event updated for resources: {'Port': ['ID=883b70c1-b743-4724-8ffe-22d443fc21a9,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:29.890177 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 82c0ae08-b4da-46f3-af3c-a136c31e29d2 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:29.902018 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-be998bda-3c05-427a-87cb-cc76140571b7 admin admin] Publish callbacks [] for security_group (4fc967f7-015d-4b0b-a5fd-ea7c68839966), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.958976 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:29.959257 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:29.977913 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af0085-1cb4-4a9b-b2a2-963d151a4c30 req-cb1c10e7-d859-4210-b22b-167d7cfa5066 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:29.982588 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-17af0085-1cb4-4a9b-b2a2-963d151a4c30 req-cb1c10e7-d859-4210-b22b-167d7cfa5066 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.5820744 Mar 15 17:22:29.996025 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-be998bda-3c05-427a-87cb-cc76140571b7 admin admin] Publish callbacks [] for security_group (4fc967f7-015d-4b0b-a5fd-ea7c68839966), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:30.003822 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e6df9-1453-49e5-ae9f-f8bfc1355587 req-1c4a4d3e-7db8-4db5-887f-0cfd5f992d47 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:30.011681 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-476e6df9-1453-49e5-ae9f-f8bfc1355587 req-1c4a4d3e-7db8-4db5-887f-0cfd5f992d47 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.6378460 Mar 15 17:22:30.050075 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:30.075732 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:30.242788 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-476e6df9-1453-49e5-ae9f-f8bfc1355587 req-17c311f8-0d43-418f-86d2-f0384833a48a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137129 Mar 15 17:22:30.243623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:30.243623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:30.262299 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-17af0085-1cb4-4a9b-b2a2-963d151a4c30 req-c61fe6ad-9d16-4031-9fa5-9efa96a90aaa tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713685 Mar 15 17:22:30.266314 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 82c0ae08-b4da-46f3-af3c-a136c31e29d2, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=82c0ae08-b4da-46f3-af3c-a136c31e29d2,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:30.328605 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Router 6bbc0fba-448a-475e-bef6-b0960769b6e0 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:22:30.359021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-68259a57-aa9d-4de2-b82f-4cfb52f978f5 None None] Provisioning complete for port 883b70c1-b743-4724-8ffe-22d443fc21a9 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:30.359021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-68259a57-aa9d-4de2-b82f-4cfb52f978f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:30.393359 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-68259a57-aa9d-4de2-b82f-4cfb52f978f5 None None] Port 883b70c1-b743-4724-8ffe-22d443fc21a9 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:30.406242 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:30.460369 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:22:30.466727 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-46e52556-f75e-495d-8a0d-77630e523e35 admin admin] 10.222.0.23 "PUT /v2.0/routers/6bbc0fba-448a-475e-bef6-b0960769b6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5864644 Mar 15 17:22:30.475098 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-be998bda-3c05-427a-87cb-cc76140571b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4fc967f7-015d-4b0b-a5fd-ea7c68839966), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:30.475098 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-be998bda-3c05-427a-87cb-cc76140571b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:30.475585 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=82c0ae08-b4da-46f3-af3c-a136c31e29d2,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:30.478933 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-be998bda-3c05-427a-87cb-cc76140571b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fc967f7-015d-4b0b-a5fd-ea7c68839966 HTTP/1.1" status: 204 len: 168 time: 1.2418528 Mar 15 17:22:30.488305 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be998bda-3c05-427a-87cb-cc76140571b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc967f7-015d-4b0b-a5fd-ea7c68839966,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:30.717413 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Sync routers for ids ['6bbc0fba-448a-475e-bef6-b0960769b6e0'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:22:30.727439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Routers {'6bbc0fba-448a-475e-bef6-b0960769b6e0'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:30.728106 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['6bbc0fba-448a-475e-bef6-b0960769b6e0'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:30.842267 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Set router 6bbc0fba-448a-475e-bef6-b0960769b6e0 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:31.063986 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:22:27Z', 'revision_number': 4, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '883b70c1-b743-4724-8ffe-22d443fc21a9', 'name': '', 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'mac_address': 'fa:16:3e:58:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d675f37-6555-4ef1-89e3-fdaa482d880b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:26Z', 'updated_at': '2022-03-15T17:22:28Z', 'revision_number': 2, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'subnets': [{'id': '0d675f37-6555-4ef1-89e3-fdaa482d880b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:31.094883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Checking router: 6bbc0fba-448a-475e-bef6-b0960769b6e0 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:22:31.095240 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Updating router 6bbc0fba-448a-475e-bef6-b0960769b6e0 port 883b70c1-b743-4724-8ffe-22d443fc21a9 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:22:31.124250 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:31.406329 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf95e44-15b0-408f-88b0-bc0beb962ca0 req-1272a960-7d3c-4d74-839c-c51b5243fe23 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:31.408067 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0cf95e44-15b0-408f-88b0-bc0beb962ca0 req-1272a960-7d3c-4d74-839c-c51b5243fe23 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0918810 Mar 15 17:22:31.485126 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Publish callbacks [] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:31.495577 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f543a-41a5-403a-bb39-ac46c9ee7e53 req-ad19dab5-df51-456a-8664-34e7a29876d2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:31.500285 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-438f543a-41a5-403a-bb39-ac46c9ee7e53 req-ad19dab5-df51-456a-8664-34e7a29876d2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1159728 Mar 15 17:22:31.527785 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0cf95e44-15b0-408f-88b0-bc0beb962ca0 req-bd76ead7-13b4-418a-b499-d06d90631347 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928667 Mar 15 17:22:31.573352 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-438f543a-41a5-403a-bb39-ac46c9ee7e53 req-6afc69ad-31f5-4198-a086-6d65e50cf29b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674489 Mar 15 17:22:31.613755 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:31.675473 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8650ef-7498-491a-82f5-a25b5bed27ab None None] Pushing event updated for resources: {'Port': ['ID=883b70c1-b743-4724-8ffe-22d443fc21a9,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:31.841690 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Attempting to bind port 883b70c1-b743-4724-8ffe-22d443fc21a9 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:31.843519 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Attempting to bind port 883b70c1-b743-4724-8ffe-22d443fc21a9 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:31.844476 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Attempting to bind port 883b70c1-b743-4724-8ffe-22d443fc21a9 on network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:31.855572 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:31.857272 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Checking segment: {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:31.858594 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:31.860646 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Bound using segment: {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:31.861719 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Bound port: 883b70c1-b743-4724-8ffe-22d443fc21a9, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7507921-d7d7-45c1-bbe0-ff21658225af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:31.864904 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:31.942510 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 82c0ae08-b4da-46f3-af3c-a136c31e29d2 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:32.000819 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] For port 883b70c1-b743-4724-8ffe-22d443fc21a9, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:32.031933 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] For port 883b70c1-b743-4724-8ffe-22d443fc21a9, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=883b70c1-b743-4724-8ffe-22d443fc21a9,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:32.062117 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:32.062571 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.163244 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:32.165439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-487c16da-d0b3-4a24-adb4-6253c62289e7 None None] Provisioning complete for port 883b70c1-b743-4724-8ffe-22d443fc21a9 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:32.165888 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-487c16da-d0b3-4a24-adb4-6253c62289e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.206410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-487c16da-d0b3-4a24-adb4-6253c62289e7 None None] Port 883b70c1-b743-4724-8ffe-22d443fc21a9 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:32.286507 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.386020 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Routers {'6bbc0fba-448a-475e-bef6-b0960769b6e0'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:22:32.386752 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:22:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['6bbc0fba-448a-475e-bef6-b0960769b6e0'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:32.442330 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8650ef-7498-491a-82f5-a25b5bed27ab None None] Pushing event updated for resources: {'Port': ['ID=883b70c1-b743-4724-8ffe-22d443fc21a9,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:32.589343 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] Set router 6bbc0fba-448a-475e-bef6-b0960769b6e0 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:22:32.677727 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028563d-8d50-43b5-ae45-afc95f1017d8 req-ad86f234-d1be-4eee-9dae-dcd9aee6b697 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:32.680408 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5028563d-8d50-43b5-ae45-afc95f1017d8 req-ad86f234-d1be-4eee-9dae-dcd9aee6b697 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Mar 15 17:22:32.793082 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] Provisioning complete for port 883b70c1-b743-4724-8ffe-22d443fc21a9 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:32.793496 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.810335 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5028563d-8d50-43b5-ae45-afc95f1017d8 req-8433dea2-5b8a-4567-8e84-eae00ef1a5a2 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099718 Mar 15 17:22:32.873972 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13663338-eafb-4277-9624-244ad67fbb7b req-7886997b-0a37-41e2-b97a-c53e8a2e55c4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:32.880875 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-13663338-eafb-4277-9624-244ad67fbb7b req-7886997b-0a37-41e2-b97a-c53e8a2e55c4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1547980 Mar 15 17:22:32.937728 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-13663338-eafb-4277-9624-244ad67fbb7b req-3faf64f9-e466-45b0-8194-1f3ed277115b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541196 Mar 15 17:22:33.009843 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] Current status of the port 883b70c1-b743-4724-8ffe-22d443fc21a9 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:33.010217 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.027554 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:22:27Z', 'revision_number': 4, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '883b70c1-b743-4724-8ffe-22d443fc21a9', 'name': '', 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'mac_address': 'fa:16:3e:58:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d675f37-6555-4ef1-89e3-fdaa482d880b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:26Z', 'updated_at': '2022-03-15T17:22:31Z', 'revision_number': 4, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'subnets': [{'id': '0d675f37-6555-4ef1-89e3-fdaa482d880b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:22:33.063719 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ddb9-3036-4c79-8dde-7adab4532882 None None] The sync data for ids ['6bbc0fba-448a-475e-bef6-b0960769b6e0'] in dv-cinder-833871-1-iscsi is: [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:22:27Z', 'revision_number': 4, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '883b70c1-b743-4724-8ffe-22d443fc21a9', 'name': '', 'network_id': 'a8adf4ce-370f-4f3f-94a3-cff8a5b42d77', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'mac_address': 'fa:16:3e:58:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d675f37-6555-4ef1-89e3-fdaa482d880b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:26Z', 'updated_at': '2022-03-15T17:22:31Z', 'revision_number': 4, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'subnets': [{'id': '0d675f37-6555-4ef1-89e3-fdaa482d880b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:22:33.084788 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] For port 883b70c1-b743-4724-8ffe-22d443fc21a9, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=883b70c1-b743-4724-8ffe-22d443fc21a9,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:33.177582 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.244405 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ffd0-b51c-4bbd-b2e1-68d0b76dce02 None None] Pushing event updated for resources: {'Port': ['ID=883b70c1-b743-4724-8ffe-22d443fc21a9,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:33.876666 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 883b70c1-b743-4724-8ffe-22d443fc21a9 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:33.992234 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 883b70c1-b743-4724-8ffe-22d443fc21a9 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:33.992814 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:34.047731 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8968ee-6502-4ca6-b3b8-278c46b32811 req-133e7f2a-c626-4125-8ae0-719c88ecc7de tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:34.058777 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fd8968ee-6502-4ca6-b3b8-278c46b32811 req-133e7f2a-c626-4125-8ae0-719c88ecc7de tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1654444 Mar 15 17:22:34.135442 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fd8968ee-6502-4ca6-b3b8-278c46b32811 req-f0a0aace-06f6-4296-8e43-a99818d3bd22 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757163 Mar 15 17:22:34.189981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 883b70c1-b743-4724-8ffe-22d443fc21a9 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:34.213742 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae987-c4a4-4813-a478-ef8f4a867ca6 req-18d9f93a-7517-4ea1-821e-e53bf3221952 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:34.218971 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2abae987-c4a4-4813-a478-ef8f4a867ca6 req-18d9f93a-7517-4ea1-821e-e53bf3221952 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.1145468 Mar 15 17:22:34.296519 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2abae987-c4a4-4813-a478-ef8f4a867ca6 req-ecd1246f-4eae-46da-97a7-c7d50afde448 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712368 Mar 15 17:22:34.725638 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-4c9422c1-e04a-40bb-947c-7fe89fa9ce1b tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301287 Mar 15 17:22:34.959154 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-29a35f14-5691-4d57-85a6-437f6a5126cd tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:34.960664 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-29a35f14-5691-4d57-85a6-437f6a5126cd tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259312 Mar 15 17:22:34.982954 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-fecda598-950e-4220-ac6d-bd09fb4c5e26 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/quotas/df40ffc4a1ae4dc9b8e572e204e34149 HTTP/1.1" status: 200 len: 375 time: 0.0115457 Mar 15 17:22:35.017717 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-b078bfaa-c5f8-48d6-b0fa-4dd5c75a9cf5 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300193 Mar 15 17:22:35.259429 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a104a98-f4f5-4c47-b378-ac6b85cd1773 req-1f4e9397-73c8-4dff-b75b-9fa18eb82d03 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:35.260890 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8a104a98-f4f5-4c47-b378-ac6b85cd1773 req-1f4e9397-73c8-4dff-b75b-9fa18eb82d03 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Mar 15 17:22:35.307590 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8a104a98-f4f5-4c47-b378-ac6b85cd1773 req-eccc1a1b-cf4e-49c7-a0b6-8d6c582a6459 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Mar 15 17:22:35.425698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d22d3-9b5f-4e58-a4b6-6913ef9ef14f req-13a2137f-18f6-49d6-88da-0481e5cb67ec tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:35.427240 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-615d22d3-9b5f-4e58-a4b6-6913ef9ef14f req-13a2137f-18f6-49d6-88da-0481e5cb67ec tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0571709 Mar 15 17:22:35.478160 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-615d22d3-9b5f-4e58-a4b6-6913ef9ef14f req-7bb9df1f-8a92-41ee-85b1-356ef714de2c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454373 Mar 15 17:22:35.613261 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ca88ecfc-4939-4440-85a7-2e53215991b5 req-7c3bbb00-08e3-48cd-9427-a3e997e33429 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 210 time: 0.0280869 Mar 15 17:22:35.959129 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe306fa-f029-4858-9878-aec1b5cdadb4 req-70321bb3-666e-4c5b-a32e-a2713b0e0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:35.960813 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2fe306fa-f029-4858-9878-aec1b5cdadb4 req-70321bb3-666e-4c5b-a32e-a2713b0e0333 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0510025 Mar 15 17:22:36.030464 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2fe306fa-f029-4858-9878-aec1b5cdadb4 req-71ee435b-04e6-4ee0-b051-0974b12ae8b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603175 Mar 15 17:22:36.451478 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1740-fc0c-499b-8b10-afdf823e1879 req-7e8bee62-9ea1-4f37-8d14-043edcdf0cd4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:36.453182 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef0f1740-fc0c-499b-8b10-afdf823e1879 req-7e8bee62-9ea1-4f37-8d14-043edcdf0cd4 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0702951 Mar 15 17:22:36.520346 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef0f1740-fc0c-499b-8b10-afdf823e1879 req-e40c8b6e-5603-4487-a794-b4e58c91a427 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592840 Mar 15 17:22:36.632728 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7321d-07ac-4184-8155-3a46cc6b6125 req-df394bde-deba-443a-82d9-7355f62547e7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:36.634262 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22e7321d-07ac-4184-8155-3a46cc6b6125 req-df394bde-deba-443a-82d9-7355f62547e7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0671837 Mar 15 17:22:36.713615 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-07fbe76f-9d53-42bf-ac76-ef06fb0aca1d req-95c6cd9d-6abe-4697-866a-730a28bdde5e tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 210 time: 0.0408864 Mar 15 17:22:36.721036 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-22e7321d-07ac-4184-8155-3a46cc6b6125 req-b6243d91-6f5d-4d6a-8646-8aab2520bae6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804520 Mar 15 17:22:37.663032 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898af9ce-1a0a-4a71-a1e3-2a9bce632082 req-dff8a5fe-65f0-4cb0-8a93-4d7f35c6de65 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:37.668250 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-898af9ce-1a0a-4a71-a1e3-2a9bce632082 req-dff8a5fe-65f0-4cb0-8a93-4d7f35c6de65 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0768471 Mar 15 17:22:37.722129 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-898af9ce-1a0a-4a71-a1e3-2a9bce632082 req-acf48770-5a1b-4377-ba4d-b6c7f17e053a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Mar 15 17:22:37.852144 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-74d32440-4d58-490b-8bc0-63f4893c7a2b req-e7111ba8-f8e3-4f4e-baaa-ae1b87862e84 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 210 time: 0.0417838 Mar 15 17:22:37.905750 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343f709-f76d-4c4a-a5fa-e1a968736b8b req-9098a3d0-e6cf-4d42-a7f6-dddc7aae1eca tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:37.907235 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1343f709-f76d-4c4a-a5fa-e1a968736b8b req-9098a3d0-e6cf-4d42-a7f6-dddc7aae1eca tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0855520 Mar 15 17:22:37.974786 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1343f709-f76d-4c4a-a5fa-e1a968736b8b req-edfd856c-a385-4851-a53d-155c529dc3f6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608544 Mar 15 17:22:38.053832 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-c999ce41-261e-4587-a477-d6a53807d5b7 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214734 Mar 15 17:22:38.186193 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-e6417ce0-84aa-48af-9908-e6d8bd147ace tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:38.194185 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-e6417ce0-84aa-48af-9908-e6d8bd147ace tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245389 Mar 15 17:22:38.208809 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Request body: {'port': {'device_id': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16', 'admin_state_up': True, 'tenant_id': 'df40ffc4a1ae4dc9b8e572e204e34149'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:38.847576 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e364-13e8-4589-a1d4-5fbf11dafbfc req-7414d3c7-76fd-4509-9e47-ee077f632184 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:38.849072 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c914e364-13e8-4589-a1d4-5fbf11dafbfc req-7414d3c7-76fd-4509-9e47-ee077f632184 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Mar 15 17:22:38.851532 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Made reservation on behalf of df40ffc4a1ae4dc9b8e572e204e34149 for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:22:38.854780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:38.875759 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:38.918015 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c914e364-13e8-4589-a1d4-5fbf11dafbfc req-5366a508-14a0-46de-b2b8-a9abd6c1bd6f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603199 Mar 15 17:22:38.965974 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-026dd553-8c44-4e54-8e08-d9ab69bb5159 req-1c44d709-8a80-4c75-b4e7-17567da6df61 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 210 time: 0.0341058 Mar 15 17:22:38.998561 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:22:39.031935 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks [] for security_group (48ee74a9-7c29-4ae1-8813-6f6977972739), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.118146 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95684565-b399-400e-ba93-3efea9153396 req-1003288e-ae1f-46a3-abf1-c0ebbd8c52c9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.119812 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-95684565-b399-400e-ba93-3efea9153396 req-1003288e-ae1f-46a3-abf1-c0ebbd8c52c9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 943 time: 0.0635450 Mar 15 17:22:39.133007 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:39.146139 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'port_id': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'mac_address': 'fa:16:3e:11:20:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:22:39.153702 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (48ee74a9-7c29-4ae1-8813-6f6977972739), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.192609 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:39.193558 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.207958 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:22:39.242917 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:39.330486 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.357859 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-95684565-b399-400e-ba93-3efea9153396 req-23f8f8c2-5494-4992-9f6b-9610ce4f3660 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324965 Mar 15 17:22:39.362148 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee74a9-7c29-4ae1-8813-6f6977972739,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:39.375900 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Allocated IP 192.168.233.225 (b0a11c2f-1743-49ab-88eb-a2f1f545fa16/ff3eedf9-0550-495b-a309-88517bd20571/9e1a4200-f557-4a3d-8af2-2a3a606da71c) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:39.536832 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-601cb717-f0ad-404d-a2d7-b59e4a8847d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.541063 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-601cb717-f0ad-404d-a2d7-b59e4a8847d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0848386 Mar 15 17:22:39.566517 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345a04-ab6f-45df-ab50-657d07071e5f req-aeec2181-bb78-4828-9af1-c021e7d72798 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.573385 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9345a04-ab6f-45df-ab50-657d07071e5f req-aeec2181-bb78-4828-9af1-c021e7d72798 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1350839 Mar 15 17:22:39.599611 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=9']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:39.668313 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9345a04-ab6f-45df-ab50-657d07071e5f req-54433281-daa8-49fd-9850-512839a207b7 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896118 Mar 15 17:22:39.675474 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks [] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.702395 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:22:39.772427 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-e9e6e3bb-ff94-46a9-9bc2-182981196d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.775111 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-e9e6e3bb-ff94-46a9-9bc2-182981196d68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 920 time: 0.2264359 Mar 15 17:22:39.783490 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.835653 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:39.838948 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:39.844974 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-34afa1db-7508-4ef0-a831-569121ac629c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 200 len: 217 time: 0.0571856 Mar 15 17:22:39.846491 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:39.853610 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.854238 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.872683 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Pushing event updated for resources: {'Port': ['ID=9e1a4200-f557-4a3d-8af2-2a3a606da71c,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:39.915443 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-841fb25f-5187-48de-b35f-900c2e22a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.916967 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-841fb25f-5187-48de-b35f-900c2e22a238 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0661583 Mar 15 17:22:39.954690 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-54facfa2-16a8-4a95-b518-8837846fb7a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307505 Mar 15 17:22:39.999972 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-697ea0dc-3e49-4aab-8453-f03c7674729c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7955043 Mar 15 17:22:40.018583 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Request body: {'port': {'device_id': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:40.092639 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-d59b9b1e-7bda-45f3-b219-32666021c695 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288631 Mar 15 17:22:40.152023 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:40.175091 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bda478-786e-4b6f-ab60-cd0e43e536c4 req-a0042854-4cca-444f-a8dd-0280afc58543 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:40.177575 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b9bda478-786e-4b6f-ab60-cd0e43e536c4 req-a0042854-4cca-444f-a8dd-0280afc58543 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 936 time: 0.1063635 Mar 15 17:22:40.179380 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-b6530cee-2719-408c-9bf4-ae0508d4603d None None] Provisioning complete for port 9e1a4200-f557-4a3d-8af2-2a3a606da71c triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:40.180358 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6530cee-2719-408c-9bf4-ae0508d4603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:40.221717 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aa03ba9-36fe-47b5-8930-df2dc92011b4 req-adddd55a-74ce-4ca3-b265-7abc13708c33 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174011 Mar 15 17:22:40.230598 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b6530cee-2719-408c-9bf4-ae0508d4603d None None] Port 9e1a4200-f557-4a3d-8af2-2a3a606da71c cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:40.380250 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b9bda478-786e-4b6f-ab60-cd0e43e536c4 req-9ba0b78e-dc82-488b-b25c-f9ebe25063ad tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548872 Mar 15 17:22:40.575331 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1a4200-f557-4a3d-8af2-2a3a606da71c {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:22:40.585618 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Publish callbacks [] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:40.609809 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Transition to ACTIVE for port object 9e1a4200-f557-4a3d-8af2-2a3a606da71c will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:22:40.629148 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992c13-c5b4-48ef-9f4c-01924bc6231c req-579fdc62-9e3d-45ce-961e-7e87a97f16ad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:40.630634 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8e992c13-c5b4-48ef-9f4c-01924bc6231c req-579fdc62-9e3d-45ce-961e-7e87a97f16ad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 944 time: 0.0945122 Mar 15 17:22:40.684913 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8e992c13-c5b4-48ef-9f4c-01924bc6231c req-11f1f276-8153-4c59-b751-86dc2ac5bec9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463078 Mar 15 17:22:40.737591 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:40.824351 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a4200-f557-4a3d-8af2-2a3a606da71c,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:40.879371 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Attempting to bind port 9e1a4200-f557-4a3d-8af2-2a3a606da71c on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:22:40.880109 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Attempting to bind port 9e1a4200-f557-4a3d-8af2-2a3a606da71c by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:22:40.880109 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Attempting to bind port 9e1a4200-f557-4a3d-8af2-2a3a606da71c on network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:40.889748 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cb855-0055-40a5-a74f-207ea106ca43 req-b9cd9c29-83d4-454f-a0fb-cffafc54ae81 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:40.891355 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-279cb855-0055-40a5-a74f-207ea106ca43 req-b9cd9c29-83d4-454f-a0fb-cffafc54ae81 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1472189 Mar 15 17:22:40.895050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Port 9e1a4200-f557-4a3d-8af2-2a3a606da71c on network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:22:40.895510 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Attempting to bind port 9e1a4200-f557-4a3d-8af2-2a3a606da71c on network b0a11c2f-1743-49ab-88eb-a2f1f545fa16 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:22:40.919838 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:22:40.920182 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Checking segment: {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:22:40.920566 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Bound using segment: {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:22:40.920990 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Bound port: 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b5a87c-7f43-496c-af03-6eebaae886b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:22:40.921348 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:41.000929 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:41.003748 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-279cb855-0055-40a5-a74f-207ea106ca43 req-47e9d83d-0fd9-4e16-9328-48970f1d8fd5 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045480 Mar 15 17:22:41.059036 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] For port 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:22:41.062408 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] For port 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=9e1a4200-f557-4a3d-8af2-2a3a606da71c,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:22:41.089113 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:41.089513 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:41.143346 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:41.191151 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:41.192320 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:41.225378 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:22:41.228456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41633060-cf90-42aa-87bb-91bdb6c5980b" -d '{"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:22:41.245351 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:41.284926 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c60e5e4-e724-48a3-aacb-e5df601475c0 x-openstack-request-id: req-4c60e5e4-e724-48a3-aacb-e5df601475c0 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:22:41.285312 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:22:41.285650 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c60e5e4-e724-48a3-aacb-e5df601475c0 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:22:41.286213 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'code': 200} Mar 15 17:22:41.337699 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:41.452095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=10']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:41.478826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:41.479442 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:41.480851 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] 10.222.0.44 "PUT /v2.0/ports/9e1a4200-f557-4a3d-8af2-2a3a606da71c HTTP/1.1" status: 200 len: 1098 time: 1.4665928 Mar 15 17:22:41.481329 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'tag': '9e1a4200-f557-4a3d-8af2-2a3a606da71c'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:22:41.483549 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d094c2b-a911-4bb7-9598-888d055c17cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb245ed-0e7f-4541-854f-339fdaf1e9dd", "tag": "9e1a4200-f557-4a3d-8af2-2a3a606da71c"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:22:41.510685 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9489d-3d89-42c5-84e6-2371c037c23c service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a4200-f557-4a3d-8af2-2a3a606da71c,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:41.554658 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc890ec-2781-48ad-9b3e-95f1b4fafaf4 x-openstack-request-id: req-7dc890ec-2781-48ad-9b3e-95f1b4fafaf4 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:22:41.555021 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb245ed-0e7f-4541-854f-339fdaf1e9dd", "tag": "9e1a4200-f557-4a3d-8af2-2a3a606da71c", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:22:41.555341 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dc890ec-2781-48ad-9b3e-95f1b4fafaf4 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:22:41.556142 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'tag': '9e1a4200-f557-4a3d-8af2-2a3a606da71c', 'status': 'completed', 'code': 200} Mar 15 17:22:41.601716 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509649de-99b9-4d3d-8153-a0ca3dc0d6a7 req-b8831a39-adf2-4ec5-85e6-50a9d4037301 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:41.603307 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-509649de-99b9-4d3d-8153-a0ca3dc0d6a7 req-b8831a39-adf2-4ec5-85e6-50a9d4037301 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 948 time: 0.0783331 Mar 15 17:22:41.694827 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094c2b-a911-4bb7-9598-888d055c17cc req-953a55a2-1ef4-4c41-92ba-13b7209831ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:41.696611 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d094c2b-a911-4bb7-9598-888d055c17cc req-953a55a2-1ef4-4c41-92ba-13b7209831ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 1132 time: 0.1126318 Mar 15 17:22:41.719353 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-509649de-99b9-4d3d-8153-a0ca3dc0d6a7 req-98660a9a-a275-4279-8927-42c4fd406690 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959430 Mar 15 17:22:41.735548 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d094c2b-a911-4bb7-9598-888d055c17cc req-d7fd187d-a020-43e4-b606-f26848d12141 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273387 Mar 15 17:22:41.950199 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094c2b-a911-4bb7-9598-888d055c17cc req-18495b7d-3067-43b0-bcea-c798cfa5cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:41.951685 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1d094c2b-a911-4bb7-9598-888d055c17cc req-18495b7d-3067-43b0-bcea-c798cfa5cb13 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004504 Mar 15 17:22:41.960388 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58a51-98d5-4c18-9bae-b8c8b8215f76 req-45af3bb5-fd5f-4576-878d-83c329efa3a8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:41.961921 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f58a51-98d5-4c18-9bae-b8c8b8215f76 req-45af3bb5-fd5f-4576-878d-83c329efa3a8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.1206756 Mar 15 17:22:42.086071 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f58a51-98d5-4c18-9bae-b8c8b8215f76 req-81cb0e4a-9c45-44de-a074-fa46c99745cb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057816 Mar 15 17:22:42.110055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea8dc9-c12f-4765-92c0-1cb8e169bda8 req-4de1c302-20d7-466a-8ff0-cec4e88f0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.112223 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6cea8dc9-c12f-4765-92c0-1cb8e169bda8 req-4de1c302-20d7-466a-8ff0-cec4e88f0e09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1130 time: 0.0800157 Mar 15 17:22:42.141905 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-d2a03f5e-170f-40f6-a036-7592d7ee359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.144070 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-d2a03f5e-170f-40f6-a036-7592d7ee359b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 1132 time: 0.1143200 Mar 15 17:22:42.203912 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-c71c00bc-01b7-4f26-a51b-6f7a233dab09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9e1a4200-f557-4a3d-8af2-2a3a606da71c HTTP/1.1" status: 200 len: 217 time: 0.0487761 Mar 15 17:22:42.211798 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6cea8dc9-c12f-4765-92c0-1cb8e169bda8 req-04bfe711-256c-4ab2-8d98-562eb4c12a47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909173 Mar 15 17:22:42.248733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b29-b3c7-4da6-9127-9595e79ddccf req-50e0a746-1e3c-471a-ba7b-9d520c0a0bf5 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.250498 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-986f0b29-b3c7-4da6-9127-9595e79ddccf req-50e0a746-1e3c-471a-ba7b-9d520c0a0bf5 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0846124 Mar 15 17:22:42.284582 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-24fbc7b3-60f5-490e-8cab-dc03640a47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.286379 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-24fbc7b3-60f5-490e-8cab-dc03640a47da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff3eedf9-0550-495b-a309-88517bd20571 HTTP/1.1" status: 200 len: 843 time: 0.0750089 Mar 15 17:22:42.318639 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-986f0b29-b3c7-4da6-9127-9595e79ddccf req-44107818-a14e-4493-8b18-95038e0a5bfa tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Mar 15 17:22:42.345107 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-49a7de73-82aa-44ed-892d-5f433192b665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:42.488337 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-80d4f1a6-9670-4fab-985e-8260b5eb57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.489869 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-80d4f1a6-9670-4fab-985e-8260b5eb57d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0a11c2f-1743-49ab-88eb-a2f1f545fa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0528810 Mar 15 17:22:42.601952 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-df471352-0bbe-4f25-9148-41871a8b0b20 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a11c2f-1743-49ab-88eb-a2f1f545fa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036923 Mar 15 17:22:42.720638 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7a82e7a-dbc8-4393-831c-cbb65bac600e req-9b3e34ed-8a92-4775-bd11-ea2deee2fb91 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a11c2f-1743-49ab-88eb-a2f1f545fa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115043 Mar 15 17:22:42.897251 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524367f2-b758-4665-883c-22ac8e2e5874 req-a285f27d-a0b5-4124-a2be-1d09c0ab2509 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.907992 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-524367f2-b758-4665-883c-22ac8e2e5874 req-a285f27d-a0b5-4124-a2be-1d09c0ab2509 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 948 time: 0.0612559 Mar 15 17:22:42.950909 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-524367f2-b758-4665-883c-22ac8e2e5874 req-e43f9750-cadf-4144-b741-823ea7d5ea86 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Mar 15 17:22:43.222767 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72591834-24be-4d65-924b-27ed7752570e req-23814307-05f0-4cee-99f4-b5d8fa72612e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:43.225964 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72591834-24be-4d65-924b-27ed7752570e req-23814307-05f0-4cee-99f4-b5d8fa72612e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0601363 Mar 15 17:22:43.277808 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72591834-24be-4d65-924b-27ed7752570e req-700547da-1438-411d-ae79-2c7c1d381c82 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456510 Mar 15 17:22:43.448043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d072a-9c9c-4baf-833f-730dadc9969d req-260ace80-31a4-48de-9df5-3f80db008804 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:43.449498 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b0d072a-9c9c-4baf-833f-730dadc9969d req-260ace80-31a4-48de-9df5-3f80db008804 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0547328 Mar 15 17:22:43.498136 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b0d072a-9c9c-4baf-833f-730dadc9969d req-2ed6f4e2-802c-4cca-9483-0acb97eb0ea3 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Mar 15 17:22:44.080771 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5c61c-9c43-4444-b5be-39188ee28fca req-71264a13-1bb0-4276-93d3-811d9855bf92 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:44.082331 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ecd5c61c-9c43-4444-b5be-39188ee28fca req-71264a13-1bb0-4276-93d3-811d9855bf92 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 948 time: 0.0602882 Mar 15 17:22:44.139494 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ecd5c61c-9c43-4444-b5be-39188ee28fca req-f2c69202-87f0-4f01-9291-2cf9b39d1173 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Mar 15 17:22:44.418006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07948c-ee46-46c4-89a1-4c3a21d3cdd5 req-6ca1f30a-baa8-433a-a07b-3a4e99e0546f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:44.420367 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ff07948c-ee46-46c4-89a1-4c3a21d3cdd5 req-6ca1f30a-baa8-433a-a07b-3a4e99e0546f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0595222 Mar 15 17:22:44.479163 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ff07948c-ee46-46c4-89a1-4c3a21d3cdd5 req-195f8687-56c9-460e-9e00-5ad730a66aad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528581 Mar 15 17:22:44.805952 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c008c599-9321-42c1-8699-a2191295a9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:44.996436 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 9e1a4200-f557-4a3d-8af2-2a3a606da71c details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:22:45.098666 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=9e1a4200-f557-4a3d-8af2-2a3a606da71c,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:45.109863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '9e1a4200-f557-4a3d-8af2-2a3a606da71c', 'network_id': 'b0a11c2f-1743-49ab-88eb-a2f1f545fa16', 'port_id': '9e1a4200-f557-4a3d-8af2-2a3a606da71c', 'mac_address': 'fa:16:3e:e6:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3eedf9-0550-495b-a309-88517bd20571', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:22:45.148689 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 9e1a4200-f557-4a3d-8af2-2a3a606da71c is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:45.149081 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.162072 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1a4200-f557-4a3d-8af2-2a3a606da71c {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:22:45.181665 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=9e1a4200-f557-4a3d-8af2-2a3a606da71c,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:45.264891 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458649f-c264-4a31-9052-a557836a70e7 req-93c2b1e7-c1c5-4f6a-a734-550298f4c659 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.266244 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6458649f-c264-4a31-9052-a557836a70e7 req-93c2b1e7-c1c5-4f6a-a734-550298f4c659 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 948 time: 0.0540652 Mar 15 17:22:45.297265 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.314004 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6458649f-c264-4a31-9052-a557836a70e7 req-44b03a63-0e45-486d-b061-3dc51e6cdbe1 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Mar 15 17:22:45.349440 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=9e1a4200-f557-4a3d-8af2-2a3a606da71c,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:45.576240 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['9e1a4200-f557-4a3d-8af2-2a3a606da71c'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:22:45.616415 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aca39-2f97-4fb8-901a-530678fb138a req-74674b5d-e677-4770-9b3c-5f9b5d8ccb0e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.617868 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e94aca39-2f97-4fb8-901a-530678fb138a req-74674b5d-e677-4770-9b3c-5f9b5d8ccb0e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0671117 Mar 15 17:22:45.733580 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e94aca39-2f97-4fb8-901a-530678fb138a req-24e7797c-4be7-49e8-89d9-e3c59d6e164f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016352 Mar 15 17:22:45.743149 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-2e7c3baf-53aa-497b-81bb-1e69d4af1407 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.744641 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-2e7c3baf-53aa-497b-81bb-1e69d4af1407 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 814 time: 0.1484461 Mar 15 17:22:45.760614 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-8e37dcec-7503-403a-83e4-983f5655addf tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/quotas/c09b5bfb68a34d6998c210384039a494 HTTP/1.1" status: 200 len: 375 time: 0.0095851 Mar 15 17:22:45.774067 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.820617 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-d0ba6317-6d3a-4d11-a8fe-f58816c4573b tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536251 Mar 15 17:22:45.927223 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581c17-e028-4594-9099-dfd3f36cec79 req-2b7001c7-e107-48a8-9d6c-0bbcd07ec18a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.928748 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-12581c17-e028-4594-9099-dfd3f36cec79 req-2b7001c7-e107-48a8-9d6c-0bbcd07ec18a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1070175 Mar 15 17:22:45.969885 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-cb84edb3-232f-4d42-850c-95b0918f5332 service neutron] 10.222.0.23 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373982 Mar 15 17:22:46.040238 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-12581c17-e028-4594-9099-dfd3f36cec79 req-058a625f-1f55-4b3b-9813-b742cda092e0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973241 Mar 15 17:22:46.088187 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-68b67469-b378-4236-b80f-da6943925438 service neutron] 10.222.0.23 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106672 Mar 15 17:22:46.367847 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-06bcd4b3-3001-4019-8236-806a8465db4b req-25a382c5-bb36-4a66-b0f0-f4ace66b1292 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 210 time: 0.0281770 Mar 15 17:22:46.494672 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb7816-2b85-4eba-a016-e9cf1a667468 req-2c812413-1eca-4147-991d-25fc37545cb7 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:46.496242 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0bdb7816-2b85-4eba-a016-e9cf1a667468 req-2c812413-1eca-4147-991d-25fc37545cb7 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 949 time: 0.0656519 Mar 15 17:22:46.544638 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0bdb7816-2b85-4eba-a016-e9cf1a667468 req-5847f415-7510-40d1-bb1e-5cb0591b158c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Mar 15 17:22:46.870573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899d7d6-e929-4826-aa9b-5d28b866730e req-b6d3092d-5ae7-44f9-ba7d-8e44e08e0d11 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:46.872163 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5899d7d6-e929-4826-aa9b-5d28b866730e req-b6d3092d-5ae7-44f9-ba7d-8e44e08e0d11 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0540531 Mar 15 17:22:46.917227 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5899d7d6-e929-4826-aa9b-5d28b866730e req-482c1ebf-262d-480b-9c8b-5b25d66b08b8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394497 Mar 15 17:22:47.016165 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 9e1a4200-f557-4a3d-8af2-2a3a606da71c up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:47.154926 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 9e1a4200-f557-4a3d-8af2-2a3a606da71c completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:22:47.159265 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 9e1a4200-f557-4a3d-8af2-2a3a606da71c triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:47.159875 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.239897 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 9e1a4200-f557-4a3d-8af2-2a3a606da71c is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:47.240691 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.266748 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a4200-f557-4a3d-8af2-2a3a606da71c'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:22:47.269349 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b95348-d1df-4466-8a55-14fd4bc661e7" -d '{"events": [{"server_uuid": "0fb245ed-0e7f-4541-854f-339fdaf1e9dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a4200-f557-4a3d-8af2-2a3a606da71c"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:22:47.284029 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=9e1a4200-f557-4a3d-8af2-2a3a606da71c,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:47.310040 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336a3438-2c6c-422f-b3d7-9742795e24ab x-openstack-request-id: req-336a3438-2c6c-422f-b3d7-9742795e24ab {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:22:47.310347 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb245ed-0e7f-4541-854f-339fdaf1e9dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a4200-f557-4a3d-8af2-2a3a606da71c", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:22:47.310626 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-336a3438-2c6c-422f-b3d7-9742795e24ab {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:22:47.311010 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a4200-f557-4a3d-8af2-2a3a606da71c', 'code': 200} Mar 15 17:22:47.366625 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.369449 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.421767 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=9e1a4200-f557-4a3d-8af2-2a3a606da71c,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:47.450632 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d86f146-2c5d-4a4c-9306-10835ac57cde req-c9d1f2bd-2f00-40ba-88fd-7b2f349a74fb tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 210 time: 0.0284135 Mar 15 17:22:47.669650 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d6c1a-8adc-4ac1-bce3-ebd42d9554a5 req-fa7160a3-8fe4-4abc-b8d0-a4f26f2f6ae7 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:47.671032 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a60d6c1a-8adc-4ac1-bce3-ebd42d9554a5 req-fa7160a3-8fe4-4abc-b8d0-a4f26f2f6ae7 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0562310 Mar 15 17:22:47.718609 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a60d6c1a-8adc-4ac1-bce3-ebd42d9554a5 req-c4a5e360-8be6-4722-b0e0-fda320ab7fc2 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Mar 15 17:22:47.735400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c5df2-462e-42f3-ad28-ae6e7eb79e3b req-6d63de78-68bc-489d-b963-903f1973af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:47.736924 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f32c5df2-462e-42f3-ad28-ae6e7eb79e3b req-6d63de78-68bc-489d-b963-903f1973af52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 1134 time: 0.0790291 Mar 15 17:22:47.787778 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f32c5df2-462e-42f3-ad28-ae6e7eb79e3b req-f18398bc-46c1-4f36-bb8d-89aa7a892a84 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Mar 15 17:22:48.541106 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-73a41f6f-02d7-4942-a342-b4daeb2f5d00 req-5a5d14cd-2de4-4dc2-8a2e-3d8a03156cdc tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 210 time: 0.0270977 Mar 15 17:22:48.800187 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.836096 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f36fd4-6d38-435e-a3b2-5a0a42ca9d61 req-fcf7a60c-5a99-43fa-93d4-d6ed966fb923 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:48.837546 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f36fd4-6d38-435e-a3b2-5a0a42ca9d61 req-fcf7a60c-5a99-43fa-93d4-d6ed966fb923 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0514655 Mar 15 17:22:48.884653 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f36fd4-6d38-435e-a3b2-5a0a42ca9d61 req-9e8558dd-473e-48a7-93b6-1cbc41f27da9 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Mar 15 17:22:49.653923 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-828ff295-c5cc-44e1-9903-8a88e7c08990 req-e612406e-0b3b-4151-b388-4b3f94f50ef8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 210 time: 0.0384982 Mar 15 17:22:49.689012 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-dc6f8ff8-03ed-4eca-b3ad-f5077c2858bf tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:49.690640 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-dc6f8ff8-03ed-4eca-b3ad-f5077c2858bf tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.44 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 814 time: 0.3221927 Mar 15 17:22:49.692544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52250) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:49.712460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'port': {'device_id': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'admin_state_up': True, 'tenant_id': 'c09b5bfb68a34d6998c210384039a494'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:22:49.807918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-793ba95a-1e7e-4e90-9579-1269bf0be86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.897620 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-793ba95a-1e7e-4e90-9579-1269bf0be86b admin admin] Publish callbacks [] for security_group (f789bd0e-c9ad-40ac-8334-052f04d43762), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.908669 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Made reservation on behalf of c09b5bfb68a34d6998c210384039a494 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:22:49.912646 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.967040 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-793ba95a-1e7e-4e90-9579-1269bf0be86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f789bd0e-c9ad-40ac-8334-052f04d43762), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.016869 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141bb14-1caa-4ff9-84d9-6bd1da0b01ae req-2b571887-c936-44d0-802a-bd61c2cb22ea tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:50.018515 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c141bb14-1caa-4ff9-84d9-6bd1da0b01ae req-2b571887-c936-44d0-802a-bd61c2cb22ea tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0643389 Mar 15 17:22:50.025132 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-793ba95a-1e7e-4e90-9579-1269bf0be86b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f980653e1f6b40c2ace55b6df8e06f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315599 Mar 15 17:22:50.030383 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52266) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:50.055536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba95a-1e7e-4e90-9579-1269bf0be86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789bd0e-c9ad-40ac-8334-052f04d43762,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:50.077661 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c141bb14-1caa-4ff9-84d9-6bd1da0b01ae req-350a20f7-24bd-4b85-b55d-8d04fcad77fe tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Mar 15 17:22:50.102491 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Allocated IP 172.20.0.4 (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a/145c3aa0-6fa1-4394-b606-682a4c702e82/7d01cc19-6664-468a-b95d-b523e47172d3) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:22:50.131037 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7811daf5-2e3d-422d-b28f-61c6c96d736e admin admin] Publish callbacks [] for security_group (f789bd0e-c9ad-40ac-8334-052f04d43762), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.176946 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7811daf5-2e3d-422d-b28f-61c6c96d736e admin admin] Publish callbacks [] for security_group (f789bd0e-c9ad-40ac-8334-052f04d43762), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.313749 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for port (7d01cc19-6664-468a-b95d-b523e47172d3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.360207 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7811daf5-2e3d-422d-b28f-61c6c96d736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f789bd0e-c9ad-40ac-8334-052f04d43762), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.362684 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7811daf5-2e3d-422d-b28f-61c6c96d736e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.368871 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7811daf5-2e3d-422d-b28f-61c6c96d736e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f789bd0e-c9ad-40ac-8334-052f04d43762 HTTP/1.1" status: 204 len: 168 time: 0.3154805 Mar 15 17:22:50.371703 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811daf5-2e3d-422d-b28f-61c6c96d736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789bd0e-c9ad-40ac-8334-052f04d43762,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:50.470168 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.576034 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:22:50.582875 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:50.592765 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:22:50.598799 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:22:50.684695 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:50.684695 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.799512 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb3e4e-253a-44b9-be42-125e993cc522 req-8a98df7a-8874-474f-a2fc-3a77d0999809 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:50.808865 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-54fb3e4e-253a-44b9-be42-125e993cc522 req-8a98df7a-8874-474f-a2fc-3a77d0999809 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.1765840 Mar 15 17:22:50.815227 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-923f06e0-2332-475f-8b10-f1ff2c81c5d1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1067765 Mar 15 17:22:50.913958 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-54fb3e4e-253a-44b9-be42-125e993cc522 req-8c6356b8-b131-43e3-87a3-08f5745503d2 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990391 Mar 15 17:22:50.956609 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff64cd-6d19-4c66-ba66-89d2e0b0a48a req-1cb1640b-1ebf-494f-999e-5aea7732e825 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:50.959710 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-be99a7e6-d276-419e-a2e0-6450bd498c92 None None] Provisioning complete for port 7d01cc19-6664-468a-b95d-b523e47172d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:50.960253 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be99a7e6-d276-419e-a2e0-6450bd498c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:50.964248 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d4ff64cd-6d19-4c66-ba66-89d2e0b0a48a req-1cb1640b-1ebf-494f-999e-5aea7732e825 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.1061625 Mar 15 17:22:50.995904 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-be99a7e6-d276-419e-a2e0-6450bd498c92 None None] Port 7d01cc19-6664-468a-b95d-b523e47172d3 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:22:51.026165 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d4ff64cd-6d19-4c66-ba66-89d2e0b0a48a req-c2db1b0a-5b72-4734-b231-0869a1a936ca tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575655 Mar 15 17:22:52.032119 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c461dda-42a6-4eff-8c96-99ac1fa7ce30 req-05d5eb16-8902-4f9c-a59c-dacdb21b2037 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:52.033613 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3c461dda-42a6-4eff-8c96-99ac1fa7ce30 req-05d5eb16-8902-4f9c-a59c-dacdb21b2037 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0541124 Mar 15 17:22:52.088023 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3c461dda-42a6-4eff-8c96-99ac1fa7ce30 req-37972ce0-5303-4097-9d35-78d93320b73a tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Mar 15 17:22:52.167512 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56275e22-e378-444b-b863-86212cd93fd0 req-309a30c7-63d2-4914-a4d7-50a4ae92ff23 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:52.169255 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-56275e22-e378-444b-b863-86212cd93fd0 req-309a30c7-63d2-4914-a4d7-50a4ae92ff23 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0567179 Mar 15 17:22:52.218222 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-56275e22-e378-444b-b863-86212cd93fd0 req-d8fea57d-16b1-4ee6-9643-2805ab1e98c1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Mar 15 17:22:53.214063 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bd05-900d-4e1d-be9a-f65159d1f12c req-ca9b8c9a-07df-4afb-a241-5c5d3d2f49e5 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:53.216144 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e8c3bd05-900d-4e1d-be9a-f65159d1f12c req-ca9b8c9a-07df-4afb-a241-5c5d3d2f49e5 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0538857 Mar 15 17:22:53.274835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e8c3bd05-900d-4e1d-be9a-f65159d1f12c req-5e6a4198-d485-42f6-88ec-b01720eeff33 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527775 Mar 15 17:22:53.353742 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf31ecd-b267-415d-a041-ba950ca6d5c7 req-52c42c7e-b56d-4c1d-8ae9-ea61077f33ab tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:53.355353 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ddf31ecd-b267-415d-a041-ba950ca6d5c7 req-52c42c7e-b56d-4c1d-8ae9-ea61077f33ab tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0541313 Mar 15 17:22:53.409426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ddf31ecd-b267-415d-a041-ba950ca6d5c7 req-18671cfd-ceda-4743-9348-b613a5991f56 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Mar 15 17:22:54.395991 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57c0f-f3c6-4815-8a9f-7ccad45872ad req-675eb77a-47d3-42cf-8ad4-717e7664ab78 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:54.397465 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-07e57c0f-f3c6-4815-8a9f-7ccad45872ad req-675eb77a-47d3-42cf-8ad4-717e7664ab78 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0541279 Mar 15 17:22:54.453143 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-07e57c0f-f3c6-4815-8a9f-7ccad45872ad req-312b811b-a9ce-4187-b9d9-e2e2a1eb31e2 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495603 Mar 15 17:22:54.537234 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be16a00-62ac-4e8b-90b2-eb4e43ad0886 req-8a45fe82-c069-41b5-98af-c0d555675773 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:54.538770 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6be16a00-62ac-4e8b-90b2-eb4e43ad0886 req-8a45fe82-c069-41b5-98af-c0d555675773 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0585444 Mar 15 17:22:54.588999 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6be16a00-62ac-4e8b-90b2-eb4e43ad0886 req-f4cbcafe-02b1-46a4-aa22-dd681fee53d7 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 Mar 15 17:22:55.582507 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3880-ee57-414d-a760-328b13e0bf60 req-ba3ff6f2-0a6c-4055-85f0-0b26f7d187b3 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:55.584012 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e60f3880-ee57-414d-a760-328b13e0bf60 req-ba3ff6f2-0a6c-4055-85f0-0b26f7d187b3 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0579035 Mar 15 17:22:55.632171 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e60f3880-ee57-414d-a760-328b13e0bf60 req-f99f7399-7137-4b91-ad01-b3de47fc4722 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 Mar 15 17:22:55.725389 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebb696-29dc-4704-85c0-00e1b1d20074 req-9d900473-aba9-4639-aa2f-72e542ff30de tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:55.726938 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dfebb696-29dc-4704-85c0-00e1b1d20074 req-9d900473-aba9-4639-aa2f-72e542ff30de tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0560212 Mar 15 17:22:55.775306 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dfebb696-29dc-4704-85c0-00e1b1d20074 req-85f7f8f2-27f6-40a2-bd49-b612004b682d tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Mar 15 17:22:56.263944 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:22:56.767005 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180735e-0fc4-492f-bbeb-0235462149b4 req-7dc69fcd-c1d2-4058-ac12-516d8b58754c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:56.768562 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2180735e-0fc4-492f-bbeb-0235462149b4 req-7dc69fcd-c1d2-4058-ac12-516d8b58754c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0547085 Mar 15 17:22:56.824166 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2180735e-0fc4-492f-bbeb-0235462149b4 req-92a7ecbf-080e-40b1-935d-45b0827c217e tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491390 Mar 15 17:22:56.898104 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd642b-10ba-4466-8363-e08b0eadb8a4 req-0925e484-7d35-49e5-ac24-3b8a7239f09c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:56.899629 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5bd642b-10ba-4466-8363-e08b0eadb8a4 req-0925e484-7d35-49e5-ac24-3b8a7239f09c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0535679 Mar 15 17:22:56.948525 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5bd642b-10ba-4466-8363-e08b0eadb8a4 req-39d82c7c-bb73-423b-8e04-480b4999d683 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Mar 15 17:22:57.945732 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c7b2-7f38-40f4-a0b5-32de3b6e472f req-63ec5e40-1265-4aab-9b1c-7523742c036c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:57.947232 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-63f9c7b2-7f38-40f4-a0b5-32de3b6e472f req-63ec5e40-1265-4aab-9b1c-7523742c036c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0559494 Mar 15 17:22:57.999284 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-63f9c7b2-7f38-40f4-a0b5-32de3b6e472f req-80ef5a78-cd3d-42ff-8fb7-7cc0665596e6 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Mar 15 17:22:58.097019 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8cb5b-2a43-479f-afa0-81ce1473a6c5 req-bc06a5d6-fe86-412b-bdea-79ef4d0cdc8d tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:58.098587 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fbc8cb5b-2a43-479f-afa0-81ce1473a6c5 req-bc06a5d6-fe86-412b-bdea-79ef4d0cdc8d tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0587101 Mar 15 17:22:58.148232 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fbc8cb5b-2a43-479f-afa0-81ce1473a6c5 req-0f7ca463-c2c2-425d-8f35-84a6374a6148 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Mar 15 17:22:58.582862 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.123050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327539-a99f-43b4-a4cd-af5eec5ec319 req-cdccdc03-9f55-4aaa-8dfc-a6c0bf9dabe0 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:59.125313 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7327539-a99f-43b4-a4cd-af5eec5ec319 req-cdccdc03-9f55-4aaa-8dfc-a6c0bf9dabe0 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0551591 Mar 15 17:22:59.173364 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7327539-a99f-43b4-a4cd-af5eec5ec319 req-758a0ac8-d031-4f0e-a87c-cd2277644fb3 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Mar 15 17:22:59.270586 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b664885-e20d-4569-8e08-6f4881ee95a7 req-976dd9ab-2f87-490f-b951-5d051fc1061a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:59.272466 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4b664885-e20d-4569-8e08-6f4881ee95a7 req-976dd9ab-2f87-490f-b951-5d051fc1061a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0571761 Mar 15 17:22:59.320717 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4b664885-e20d-4569-8e08-6f4881ee95a7 req-847ac099-d3d6-48d4-bf7e-a78c9871b1d4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Mar 15 17:23:00.293828 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0d9e2-7062-42a7-9906-7084aa35c021 req-905b469d-e713-4b10-8657-58feaebc184a tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:00.295240 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08c0d9e2-7062-42a7-9906-7084aa35c021 req-905b469d-e713-4b10-8657-58feaebc184a tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0537508 Mar 15 17:23:00.342543 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-08c0d9e2-7062-42a7-9906-7084aa35c021 req-27836c06-229d-4bc4-a970-9130b87124fa tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Mar 15 17:23:00.442166 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deacaf1-b1b2-48a4-975a-010e231e2783 req-e7ce4967-cbcb-454e-b0f6-9d50285ff670 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:00.443669 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0deacaf1-b1b2-48a4-975a-010e231e2783 req-e7ce4967-cbcb-454e-b0f6-9d50285ff670 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0536525 Mar 15 17:23:00.495833 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0deacaf1-b1b2-48a4-975a-010e231e2783 req-468ec200-c95b-4e0b-bd85-e463fd237596 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Mar 15 17:23:01.474630 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd9c5-70b0-4c3e-bdf8-bd01e51d652a req-b2f7429e-47a4-4df6-a2f1-0205949f05ae tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:01.477642 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9accd9c5-70b0-4c3e-bdf8-bd01e51d652a req-b2f7429e-47a4-4df6-a2f1-0205949f05ae tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0530159 Mar 15 17:23:01.522902 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9accd9c5-70b0-4c3e-bdf8-bd01e51d652a req-c9da6cf6-1235-40a4-9a81-fb7e6c6721b5 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Mar 15 17:23:01.626826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c845f-9550-4087-8c4f-b1efc0f02396 req-266d5940-37c1-49e5-aa61-3f8d61b6a24a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:01.628344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-138c845f-9550-4087-8c4f-b1efc0f02396 req-266d5940-37c1-49e5-aa61-3f8d61b6a24a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 931 time: 0.0528879 Mar 15 17:23:01.674456 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-138c845f-9550-4087-8c4f-b1efc0f02396 req-7a0458f8-9016-4d56-8a68-b54bf91124f1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Mar 15 17:23:02.050314 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Request body: {'port': {'device_id': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:02.099583 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-dd853726-e389-49d4-8a42-625795f537f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481899 Mar 15 17:23:02.109351 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:02.217490 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a255-e5e3-43af-b28c-757ed942458c req-39215ded-3e6b-4c6b-950e-b1c75f01d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.218912 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-39215ded-3e6b-4c6b-950e-b1c75f01d82f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 1130 time: 0.0467198 Mar 15 17:23:02.334756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a255-e5e3-43af-b28c-757ed942458c req-a42454c2-e708-41a8-9605-a78c91a6c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.336270 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-a42454c2-e708-41a8-9605-a78c91a6c34e service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.0850329 Mar 15 17:23:02.375356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d01cc19-6664-468a-b95d-b523e47172d3 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:02.382737 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Publish callbacks [] for port (7d01cc19-6664-468a-b95d-b523e47172d3), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:02.394561 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Transition to ACTIVE for port object 7d01cc19-6664-468a-b95d-b523e47172d3 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:23:02.412940 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-248d3d99-13cc-460c-a239-9d6ea0df053c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 200 len: 1001 time: 0.0634530 Mar 15 17:23:02.463147 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a255-e5e3-43af-b28c-757ed942458c req-9b0b6cb2-aa41-4399-9469-1c268d1662c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.464566 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-9b0b6cb2-aa41-4399-9469-1c268d1662c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0427480 Mar 15 17:23:02.502650 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:02.519049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a255-e5e3-43af-b28c-757ed942458c req-bff150ca-4314-4af2-a585-5648c056605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.533768 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-bff150ca-4314-4af2-a585-5648c056605f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449729 Mar 15 17:23:02.555142 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:02.579328 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.579715 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.580059 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.580401 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.580740 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.581076 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.581407 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.581762 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.582091 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.582419 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.582745 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.583069 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.583405 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.583740 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.584283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:02.647312 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-8a4a64c8-7771-4a2e-9676-e6977ceb7cb1 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201625 Mar 15 17:23:02.652225 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Attempting to bind port 7d01cc19-6664-468a-b95d-b523e47172d3 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:02.652225 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Attempting to bind port 7d01cc19-6664-468a-b95d-b523e47172d3 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:02.652225 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Attempting to bind port 7d01cc19-6664-468a-b95d-b523e47172d3 on network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:02.655727 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Port 7d01cc19-6664-468a-b95d-b523e47172d3 on network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:23:02.656263 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Attempting to bind port 7d01cc19-6664-468a-b95d-b523e47172d3 on network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:02.662367 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:02.662725 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Checking segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:02.663085 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Bound using segment: {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:02.663510 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Bound port: 7d01cc19-6664-468a-b95d-b523e47172d3, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2509737-4b01-421c-8690-5a825da65c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:02.663895 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:02.677854 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58384295-5e77-4435-a1e0-5f5f86d62a94 req-cf22fee8-090a-492d-add4-ce84e78f0de6 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.679436 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-58384295-5e77-4435-a1e0-5f5f86d62a94 req-cf22fee8-090a-492d-add4-ce84e78f0de6 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0768368 Mar 15 17:23:02.768937 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:02.774115 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:02.829663 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:02.840917 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-58384295-5e77-4435-a1e0-5f5f86d62a94 req-b0425a85-fd2b-4c1d-b6fa-13b5aac36f78 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490555 Mar 15 17:23:02.860083 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9315a255-e5e3-43af-b28c-757ed942458c req-14d415e7-111a-4bae-b0e1-10cdfbd8b874 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981440 Mar 15 17:23:02.872643 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.873382 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:02.874800 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] 10.222.0.44 "PUT /v2.0/ports/7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 1093 time: 0.8288906 Mar 15 17:23:02.875412 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:02.877535 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c0a54b-c334-47c7-917f-047c3cc97555" -d '{"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:02.878934 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696874dc-33af-43be-b61a-c05493fc306d req-75ad6cee-818e-4896-b92b-dc1e0b79f1db tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:02.882344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-696874dc-33af-43be-b61a-c05493fc306d req-75ad6cee-818e-4896-b92b-dc1e0b79f1db tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 943 time: 0.1044111 Mar 15 17:23:02.905054 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8966-0405-44a8-97fb-4ce24347d74b service neutron] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:02.936582 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f565d-e0ae-4241-afb4-ef628f419c4f x-openstack-request-id: req-5f1f565d-e0ae-4241-afb4-ef628f419c4f {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:02.936582 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:02.936582 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f1f565d-e0ae-4241-afb4-ef628f419c4f {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:02.936582 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'status': 'completed', 'code': 200} Mar 15 17:23:02.952791 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-696874dc-33af-43be-b61a-c05493fc306d req-d4b2bc36-d795-41a2-bd65-7de1e7bc50e1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600231 Mar 15 17:23:03.023195 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0a54b-c334-47c7-917f-047c3cc97555 req-ef40884a-adb0-4a81-9f8a-5797c75cd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.024766 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e2c0a54b-c334-47c7-917f-047c3cc97555 req-ef40884a-adb0-4a81-9f8a-5797c75cd185 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1127 time: 0.0651102 Mar 15 17:23:03.131527 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0a54b-c334-47c7-917f-047c3cc97555 req-91475553-10bb-4da6-a909-6fed5dd6082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.133071 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e2c0a54b-c334-47c7-917f-047c3cc97555 req-91475553-10bb-4da6-a909-6fed5dd6082e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c09b5bfb68a34d6998c210384039a494&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0987222 Mar 15 17:23:03.231940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0a54b-c334-47c7-917f-047c3cc97555 req-99ab9f83-cde2-4f6c-822c-988982ddd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.233478 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e2c0a54b-c334-47c7-917f-047c3cc97555 req-99ab9f83-cde2-4f6c-822c-988982ddd050 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908396 Mar 15 17:23:03.315143 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-c86c8feb-9e4d-4c78-9b78-bdad47d183bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.316676 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-c86c8feb-9e4d-4c78-9b78-bdad47d183bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1127 time: 0.0458090 Mar 15 17:23:03.360504 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-43152ef6-00e4-40a1-ad2e-f3acdec12855 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 217 time: 0.0346498 Mar 15 17:23:03.410901 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-57588363-5bc7-47d0-9dca-5fd4c394dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.412426 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-57588363-5bc7-47d0-9dca-5fd4c394dd9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 200 len: 853 time: 0.0448689 Mar 15 17:23:03.483793 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-a8697330-2757-40e1-9540-dcf2df4a7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.485495 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-a8697330-2757-40e1-9540-dcf2df4a7f21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487657 Mar 15 17:23:03.594136 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-53d80ea0-fc69-4f7c-8cca-4ef0a506378f service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844946 Mar 15 17:23:03.690875 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08b86f7d-2156-41fd-b302-95c86b00ec56 req-23802a13-6e22-4a46-a361-6c4da70c9db9 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893705 Mar 15 17:23:03.971939 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81758b30-bd62-4bdb-85a7-22b3e7f1f675 req-508f39f8-e112-4bd6-aa70-576ccf9e5f45 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:03.974184 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81758b30-bd62-4bdb-85a7-22b3e7f1f675 req-508f39f8-e112-4bd6-aa70-576ccf9e5f45 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.0641570 Mar 15 17:23:04.032626 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-cff93184-7d93-42de-8004-ba9db8b6aeec tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:04.034273 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-cff93184-7d93-42de-8004-ba9db8b6aeec tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 950 time: 0.1059465 Mar 15 17:23:04.042979 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81758b30-bd62-4bdb-85a7-22b3e7f1f675 req-d7de097e-3e11-477f-bad1-8f291f307e99 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/security-groups?id=48ee74a9-7c29-4ae1-8813-6f6977972739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554163 Mar 15 17:23:04.139125 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa138e6-17b4-42ea-9339-05575ff91f9f req-583ed4dd-fb6a-4c17-a286-6aa31905a74a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:04.140584 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6fa138e6-17b4-42ea-9339-05575ff91f9f req-583ed4dd-fb6a-4c17-a286-6aa31905a74a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 943 time: 0.0623035 Mar 15 17:23:04.185572 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Deleting port 9e1a4200-f557-4a3d-8af2-2a3a606da71c {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:04.186122 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:04.194234 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6fa138e6-17b4-42ea-9339-05575ff91f9f req-435f7b62-43ae-40a9-950e-9435fdc415a4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477836 Mar 15 17:23:04.291256 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] For port 9e1a4200-f557-4a3d-8af2-2a3a606da71c, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=9e1a4200-f557-4a3d-8af2-2a3a606da71c,segment=NetworkSegment(90b5a87c-7f43-496c-af03-6eebaae886b0),segment_id=90b5a87c-7f43-496c-af03-6eebaae886b0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:04.291609 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:04.311522 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Calling delete_port for 9e1a4200-f557-4a3d-8af2-2a3a606da71c owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:05.111591 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (9e1a4200-f557-4a3d-8af2-2a3a606da71c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:05.124863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['9e1a4200-f557-4a3d-8af2-2a3a606da71c'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:05.147132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Pushing event deleted for resources: {'Port': ['ID=9e1a4200-f557-4a3d-8af2-2a3a606da71c,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:05.198045 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6dfcc5bb-026d-499d-b5bf-8e97a8a59bc8 req-3487d200-0855-4d09-abcb-fda47cd17bc5 tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 210 time: 0.0327139 Mar 15 17:23:05.237524 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] No DVR routers for this DVR port 9e1a4200-f557-4a3d-8af2-2a3a606da71c on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:23:05.237524 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:05.238397 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4ea96e4-bbf5-401b-be82-e6f856071159 req-94b4faf3-c5dd-424c-b1fb-3acc8ea5c78c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.44 "DELETE /v2.0/ports/9e1a4200-f557-4a3d-8af2-2a3a606da71c HTTP/1.1" status: 204 len: 173 time: 1.1972651 Mar 15 17:23:05.238397 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'name': 'network-vif-deleted', 'tag': '9e1a4200-f557-4a3d-8af2-2a3a606da71c'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:05.240985 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b404d01-1d82-4069-af9a-b18e21b4899e" -d '{"events": [{"server_uuid": "0fb245ed-0e7f-4541-854f-339fdaf1e9dd", "name": "network-vif-deleted", "tag": "9e1a4200-f557-4a3d-8af2-2a3a606da71c"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:05.338646 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a4e9cf-3772-48b3-942b-f93116c9cb36 x-openstack-request-id: req-75a4e9cf-3772-48b3-942b-f93116c9cb36 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:05.339027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb245ed-0e7f-4541-854f-339fdaf1e9dd", "name": "network-vif-deleted", "tag": "9e1a4200-f557-4a3d-8af2-2a3a606da71c", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:05.339339 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75a4e9cf-3772-48b3-942b-f93116c9cb36 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:05.340651 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb245ed-0e7f-4541-854f-339fdaf1e9dd', 'name': 'network-vif-deleted', 'tag': '9e1a4200-f557-4a3d-8af2-2a3a606da71c', 'status': 'completed', 'code': 200} Mar 15 17:23:05.349171 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68a7d-8c95-40ba-9fbe-ca466ca751b0 req-fd1eef0b-bab8-4427-a595-c5eab8fa40f0 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:05.350959 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c8a68a7d-8c95-40ba-9fbe-ca466ca751b0 req-fd1eef0b-bab8-4427-a595-c5eab8fa40f0 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 943 time: 0.0799589 Mar 15 17:23:05.402845 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c8a68a7d-8c95-40ba-9fbe-ca466ca751b0 req-e5a8ffa4-70c9-4fbc-bf40-e7316f2ce227 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 Mar 15 17:23:05.455823 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7617c-08e1-4d20-be66-e646f04cdca1 req-c9743524-2a38-4ec5-8a50-5db4933a2ecc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:05.457272 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78b7617c-08e1-4d20-be66-e646f04cdca1 req-c9743524-2a38-4ec5-8a50-5db4933a2ecc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0529094 Mar 15 17:23:05.502265 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78b7617c-08e1-4d20-be66-e646f04cdca1 req-108d7d65-fe60-4cf8-9ffd-741d2e4ff0ca tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Mar 15 17:23:05.625927 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09843a66-3775-424c-9794-761e76ea24b0 req-c4f5858f-4a7c-41b3-84a7-f2a112f66a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:05.627323 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-c4f5858f-4a7c-41b3-84a7-f2a112f66a3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0440519 Mar 15 17:23:05.719357 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09843a66-3775-424c-9794-761e76ea24b0 req-db11f705-7625-4b93-9539-69771c841a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:05.720821 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-db11f705-7625-4b93-9539-69771c841a38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 920 time: 0.0866923 Mar 15 17:23:05.760698 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-8babac0a-efae-4b97-a2cc-3a7f75d72c4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 200 len: 217 time: 0.0336049 Mar 15 17:23:05.810016 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09843a66-3775-424c-9794-761e76ea24b0 req-19f2883d-1ade-4bfc-b090-0847fae49f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:05.811431 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-19f2883d-1ade-4bfc-b090-0847fae49f37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0436711 Mar 15 17:23:05.842348 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-0d10709d-d351-489c-bf14-e6f6fde24f53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246627 Mar 15 17:23:05.941163 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-a8c3f9b1-571d-484b-8f71-2f252f2b25f3 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Mar 15 17:23:06.032987 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09843a66-3775-424c-9794-761e76ea24b0 req-0003a9b7-ab6a-40e3-867e-6d0b811a6dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852180 Mar 15 17:23:06.326878 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-355c575c-397d-4346-bca8-10b92e080c44 req-b96afbe0-24e2-4513-9978-7878efbf917c tempest-VolumesNegativeTest-1709599680 tempest-VolumesNegativeTest-1709599680-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb245ed-0e7f-4541-854f-339fdaf1e9dd HTTP/1.1" status: 200 len: 210 time: 0.0439143 Mar 15 17:23:06.355185 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa94bf-32a6-40c0-ad5d-f861feb766b0 req-7cea9831-9ef9-491f-af0a-6fa9e3734a16 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:06.356688 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-21aa94bf-32a6-40c0-ad5d-f861feb766b0 req-7cea9831-9ef9-491f-af0a-6fa9e3734a16 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0841765 Mar 15 17:23:06.406720 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-21aa94bf-32a6-40c0-ad5d-f861feb766b0 req-306112f9-1eca-4941-bbcd-3544bcc7c535 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Mar 15 17:23:06.523322 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea1a68-99d8-4ee5-945c-30eec7a6ad5a req-338c572b-c8b8-4385-a09f-371c1d3d345b tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:06.524845 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9bea1a68-99d8-4ee5-945c-30eec7a6ad5a req-338c572b-c8b8-4385-a09f-371c1d3d345b tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 943 time: 0.0549557 Mar 15 17:23:06.586259 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9bea1a68-99d8-4ee5-945c-30eec7a6ad5a req-28e9fbba-7d2b-4aae-856f-b2216a054c50 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536411 Mar 15 17:23:06.630514 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc85-b61c-4439-bf77-c8bd32ee9ab2 req-5d33ae35-37b4-4513-839b-cba9fb2133cc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:06.632082 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c87fc85-b61c-4439-bf77-c8bd32ee9ab2 req-5d33ae35-37b4-4513-839b-cba9fb2133cc tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0602262 Mar 15 17:23:06.677640 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c87fc85-b61c-4439-bf77-c8bd32ee9ab2 req-4e9fffa4-d408-4bf6-b173-64ffd5710bee tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Mar 15 17:23:07.118071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 7d01cc19-6664-468a-b95d-b523e47172d3 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:23:07.121272 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 9e1a4200-f557-4a3d-8af2-2a3a606da71c no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:07.145863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 9e1a4200-f557-4a3d-8af2-2a3a606da71c {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:07.146204 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 9e1a4200-f557-4a3d-8af2-2a3a606da71c not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:07.235241 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:07.246576 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '7d01cc19-6664-468a-b95d-b523e47172d3', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'port_id': '7d01cc19-6664-468a-b95d-b523e47172d3', 'mac_address': 'fa:16:3e:0a:92:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:23:07.282670 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 7d01cc19-6664-468a-b95d-b523e47172d3 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:07.282976 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:07.296180 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d01cc19-6664-468a-b95d-b523e47172d3 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:07.315063 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:07.508516 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:07.527692 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cc80-1542-4c8a-93e3-d2389ba00176 req-0013e9ae-466d-46b3-b5d2-06272beeec14 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:07.532119 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4259cc80-1542-4c8a-93e3-d2389ba00176 req-0013e9ae-466d-46b3-b5d2-06272beeec14 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0584009 Mar 15 17:23:07.563394 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:07.577137 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4259cc80-1542-4c8a-93e3-d2389ba00176 req-1c3187e2-65e5-4c35-a103-b47685b4f182 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 Mar 15 17:23:07.703384 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf128c-67c2-45cd-9797-8f7fcf813807 req-d8a959bb-3f9f-4472-a2a1-bcc4bda221e6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:07.704942 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1ecf128c-67c2-45cd-9797-8f7fcf813807 req-d8a959bb-3f9f-4472-a2a1-bcc4bda221e6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 944 time: 0.0529346 Mar 15 17:23:07.792711 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1ecf128c-67c2-45cd-9797-8f7fcf813807 req-75c1ac7c-9c1c-40fc-aaad-a3553dde344c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752842 Mar 15 17:23:07.802813 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['7d01cc19-6664-468a-b95d-b523e47172d3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:07.823566 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e635836-0bd3-48c8-8834-57edd0d6c080 req-37e9c21c-7dcb-45fe-9838-c98ac6d68a4f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:07.825187 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e635836-0bd3-48c8-8834-57edd0d6c080 req-37e9c21c-7dcb-45fe-9838-c98ac6d68a4f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0747399 Mar 15 17:23:07.874463 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e635836-0bd3-48c8-8834-57edd0d6c080 req-202e591f-f586-4ff8-b984-c92d8378aebf tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Mar 15 17:23:08.696740 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5d356-1c93-4bb7-a113-05ab99f6c3b2 req-8261bf21-0dee-4b6a-a0de-c8a77243371c tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:08.698233 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6ad5d356-1c93-4bb7-a113-05ab99f6c3b2 req-8261bf21-0dee-4b6a-a0de-c8a77243371c tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0552356 Mar 15 17:23:08.746709 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6ad5d356-1c93-4bb7-a113-05ab99f6c3b2 req-0067d983-f8ca-452e-a1cc-ff5abd7f17db tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Mar 15 17:23:08.914448 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d2651-b4a7-4478-9dce-63b9f8737385 req-ebfd6e56-fd04-4588-af86-1955df68ec69 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:08.915990 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-930d2651-b4a7-4478-9dce-63b9f8737385 req-ebfd6e56-fd04-4588-af86-1955df68ec69 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 944 time: 0.0577540 Mar 15 17:23:08.987607 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-930d2651-b4a7-4478-9dce-63b9f8737385 req-f630a94f-58fb-49ea-bbb3-d97312df54c6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Mar 15 17:23:09.009716 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2b46-589a-4ad3-b857-23d0a332442b req-44aeb455-7f47-49e3-9f90-8852dd799a47 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:09.011331 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-12fb2b46-589a-4ad3-b857-23d0a332442b req-44aeb455-7f47-49e3-9f90-8852dd799a47 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0640454 Mar 15 17:23:09.058677 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-12fb2b46-589a-4ad3-b857-23d0a332442b req-8112ba93-6983-4071-aa54-2b999d9d927b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Mar 15 17:23:09.142237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 7d01cc19-6664-468a-b95d-b523e47172d3 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:09.280698 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 7d01cc19-6664-468a-b95d-b523e47172d3 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:23:09.284830 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 7d01cc19-6664-468a-b95d-b523e47172d3 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:09.285203 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:09.360220 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 7d01cc19-6664-468a-b95d-b523e47172d3 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:09.360610 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:09.384510 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:09.386720 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da735737-bcc8-4073-a335-5b0a96767d07" -d '{"events": [{"server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "name": "network-vif-plugged", "status": "completed", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:09.400315 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:09.424904 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9937e7ee-133e-4bd3-b767-a1d49459eca0 x-openstack-request-id: req-9937e7ee-133e-4bd3-b767-a1d49459eca0 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:09.425388 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "name": "network-vif-plugged", "status": "completed", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:09.425505 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9937e7ee-133e-4bd3-b767-a1d49459eca0 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:09.425929 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'code': 200} Mar 15 17:23:09.488447 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:09.537180 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:09.800710 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e35934-f888-4680-9a73-f77eb0620d6d req-a72f8f17-e98a-442d-8af9-5cabaf639ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:09.802524 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25e35934-f888-4680-9a73-f77eb0620d6d req-a72f8f17-e98a-442d-8af9-5cabaf639ef4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1129 time: 0.0507703 Mar 15 17:23:09.848412 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25e35934-f888-4680-9a73-f77eb0620d6d req-5543db89-15b5-4bfd-96f3-d4150732fab5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Mar 15 17:23:09.869417 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7295ca-3e42-4cb2-8a63-36412be12543 req-2c78355a-e0f3-4a4d-bad7-f5a48fa0a36e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:09.870913 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc7295ca-3e42-4cb2-8a63-36412be12543 req-2c78355a-e0f3-4a4d-bad7-f5a48fa0a36e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0555005 Mar 15 17:23:09.917807 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc7295ca-3e42-4cb2-8a63-36412be12543 req-b39d63e5-518b-422f-baef-8606bd0866c1 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403743 Mar 15 17:23:10.112927 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f19db0-4a2f-4b1f-85fc-99626669c6fa req-a8f48951-ab4d-4be2-8c19-63fb914cfd38 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:10.119684 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-25f19db0-4a2f-4b1f-85fc-99626669c6fa req-a8f48951-ab4d-4be2-8c19-63fb914cfd38 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0644083 Mar 15 17:23:10.189206 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-25f19db0-4a2f-4b1f-85fc-99626669c6fa req-4735a5c1-ec60-4f3b-a9eb-46fcd22d1adc tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686707 Mar 15 17:23:10.210805 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb327c-89f1-451c-a801-0ac2767cd68f req-15b0557f-6721-44f8-98f7-a2bf432d3752 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:10.212304 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fceb327c-89f1-451c-a801-0ac2767cd68f req-15b0557f-6721-44f8-98f7-a2bf432d3752 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0788856 Mar 15 17:23:10.268348 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fceb327c-89f1-451c-a801-0ac2767cd68f req-111ae769-7636-408b-8dc4-85c8bdcb2054 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Mar 15 17:23:11.039338 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90bb4f-ad69-46fa-b176-b29494e861cc req-e2563b6a-0bec-42fb-b1d1-41c54fc3fcbf tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:11.040863 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5b90bb4f-ad69-46fa-b176-b29494e861cc req-e2563b6a-0bec-42fb-b1d1-41c54fc3fcbf tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0538039 Mar 15 17:23:11.092221 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5b90bb4f-ad69-46fa-b176-b29494e861cc req-198b97fd-412b-439f-a3c4-0f25646e1ffd tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Mar 15 17:23:11.313649 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289a283-adce-496a-84b5-c76e11e7e722 req-caeae2c4-9c92-4c39-acbe-579236e4932f tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:11.315249 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a289a283-adce-496a-84b5-c76e11e7e722 req-caeae2c4-9c92-4c39-acbe-579236e4932f tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0558586 Mar 15 17:23:11.620821 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a289a283-adce-496a-84b5-c76e11e7e722 req-78d94da0-6b3b-4fb3-bc54-60a6611f1481 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996178 Mar 15 17:23:11.640162 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72a56-b806-498d-a013-a6a76c16db1c req-9a9b9be5-c154-4599-9e13-d91c275bfd26 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:11.644080 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-36b72a56-b806-498d-a013-a6a76c16db1c req-9a9b9be5-c154-4599-9e13-d91c275bfd26 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.3098245 Mar 15 17:23:11.690170 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-36b72a56-b806-498d-a013-a6a76c16db1c req-80903ce3-5f55-4450-a09a-d829b3cbcaaf tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Mar 15 17:23:11.740884 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f020b44-f5d4-4b30-9dd4-2d103dfdc3fb req-8b818b1b-a03c-4725-b897-84e0905f422c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:11.742249 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4f020b44-f5d4-4b30-9dd4-2d103dfdc3fb req-8b818b1b-a03c-4725-b897-84e0905f422c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0511417 Mar 15 17:23:11.787218 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4f020b44-f5d4-4b30-9dd4-2d103dfdc3fb req-dd77b840-1f42-4f5d-baf6-5dbe11818fb6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Mar 15 17:23:12.111152 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc0bf-097d-4257-acdd-4b35f046f520 req-69b9cfdc-2c42-4731-887a-cb18f4b63909 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:12.112778 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-794bc0bf-097d-4257-acdd-4b35f046f520 req-69b9cfdc-2c42-4731-887a-cb18f4b63909 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0549922 Mar 15 17:23:12.163028 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-794bc0bf-097d-4257-acdd-4b35f046f520 req-8251c894-da43-4baf-9d67-cd2755fc0a7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Mar 15 17:23:12.214612 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac52f7c-df97-472c-aa1d-0c4f5cd4497d req-d92bc29e-7ee5-406e-a77c-76a10cb31260 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:12.216652 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aac52f7c-df97-472c-aa1d-0c4f5cd4497d req-d92bc29e-7ee5-406e-a77c-76a10cb31260 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0522139 Mar 15 17:23:12.263611 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aac52f7c-df97-472c-aa1d-0c4f5cd4497d req-f4c4fbaf-f99d-4831-8f0a-0d828abbf73f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Mar 15 17:23:12.309163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0c8a924-bb36-4123-88b8-7210aff564fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:12.418426 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d3deb-ba0a-4efc-ba35-c9de65361e73 req-d9a03723-78aa-41c6-8e77-a36f0d2f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:12.420098 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-836d3deb-ba0a-4efc-ba35-c9de65361e73 req-d9a03723-78aa-41c6-8e77-a36f0d2f0dcf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0428305 Mar 15 17:23:12.462962 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-836d3deb-ba0a-4efc-ba35-c9de65361e73 req-474409d0-366b-417f-b1ab-73e22bdcca60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Mar 15 17:23:12.807602 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5a32-1f9c-4257-b91c-ba4c065b3722 req-ef0f268f-1cc4-4012-ae4f-cc1278b2e635 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:12.809344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-653b5a32-1f9c-4257-b91c-ba4c065b3722 req-ef0f268f-1cc4-4012-ae4f-cc1278b2e635 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Mar 15 17:23:12.858464 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-653b5a32-1f9c-4257-b91c-ba4c065b3722 req-5ca80172-95d8-4a95-bb19-7735650628c0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Mar 15 17:23:13.381333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c22981-86a6-4a44-aa74-d7d90224e0cf req-412d5de9-2487-4781-b264-d54c2969c9ea tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:13.382939 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7c22981-86a6-4a44-aa74-d7d90224e0cf req-412d5de9-2487-4781-b264-d54c2969c9ea tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0527351 Mar 15 17:23:13.411796 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52716) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:13.430169 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7c22981-86a6-4a44-aa74-d7d90224e0cf req-b7a1a403-6059-4db0-b0ed-4acaec12236f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Mar 15 17:23:13.544186 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c6226210-9e68-42df-8cac-99a688d08096 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df40ffc4a1ae4dc9b8e572e204e34149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311905 Mar 15 17:23:13.546830 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52720) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:13.599611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-05e19e29-262e-4335-8a07-b3aff3c01e94 admin admin] Publish callbacks [] for security_group (48ee74a9-7c29-4ae1-8813-6f6977972739), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:13.619552 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-05e19e29-262e-4335-8a07-b3aff3c01e94 admin admin] Publish callbacks [] for security_group (48ee74a9-7c29-4ae1-8813-6f6977972739), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:13.731812 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-05e19e29-262e-4335-8a07-b3aff3c01e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (48ee74a9-7c29-4ae1-8813-6f6977972739), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:13.734192 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-05e19e29-262e-4335-8a07-b3aff3c01e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:13.735323 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-05e19e29-262e-4335-8a07-b3aff3c01e94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48ee74a9-7c29-4ae1-8813-6f6977972739 HTTP/1.1" status: 204 len: 168 time: 0.1875455 Mar 15 17:23:13.743258 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e19e29-262e-4335-8a07-b3aff3c01e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee74a9-7c29-4ae1-8813-6f6977972739,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:13.992245 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4441a-6f30-4415-9875-04242f81bca1 req-63d30bb2-51f8-4efe-9069-56b08b838b96 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:13.992245 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-14c4441a-6f30-4415-9875-04242f81bca1 req-63d30bb2-51f8-4efe-9069-56b08b838b96 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0594640 Mar 15 17:23:14.049260 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-14c4441a-6f30-4415-9875-04242f81bca1 req-d73c7318-4b19-47e3-876b-a68b9230e6a6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Mar 15 17:23:14.593646 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41ae1-1d92-4ab7-b93a-5eab3e298bea req-41e240e9-db97-4409-88ca-f2d586bba964 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.595164 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-17c41ae1-1d92-4ab7-b93a-5eab3e298bea req-41e240e9-db97-4409-88ca-f2d586bba964 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0639243 Mar 15 17:23:14.643142 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-1549a555-b808-4fc7-a5f3-462ecceb9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.644848 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-1549a555-b808-4fc7-a5f3-462ecceb9cc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a0995b0944b438080f7df7f6186f8e8&device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 1129 time: 0.0573523 Mar 15 17:23:14.653229 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-17c41ae1-1d92-4ab7-b93a-5eab3e298bea req-748e3b85-3561-4979-8c2e-fe700ca9f494 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511332 Mar 15 17:23:14.773370 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d09b4c73-0dff-47a9-b6ab-255b2e502a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:14.776848 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-046ae039-3bd8-4b70-a6f2-5a5cc06df595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.781765 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-046ae039-3bd8-4b70-a6f2-5a5cc06df595 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 200 len: 920 time: 0.1268280 Mar 15 17:23:14.810476 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadb891-dded-4cdd-bcfb-3d46e5150e55 req-0d2b229b-62a3-450d-b1db-5236addab35b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.811169 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ecadb891-dded-4cdd-bcfb-3d46e5150e55 req-0d2b229b-62a3-450d-b1db-5236addab35b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0648131 Mar 15 17:23:14.843349 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-aa23f429-1db2-4e3c-b6fb-5a8172e22079 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 200 len: 217 time: 0.0579789 Mar 15 17:23:14.873292 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ecadb891-dded-4cdd-bcfb-3d46e5150e55 req-20dd124c-8526-4a57-914a-959b07aee59e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528281 Mar 15 17:23:14.894063 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-3bf425b5-59c8-47a9-a4c2-cdece09488a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.895545 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-3bf425b5-59c8-47a9-a4c2-cdece09488a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 200 len: 859 time: 0.0460410 Mar 15 17:23:14.913005 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52772) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:14.934194 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-f71abf72-e7a1-48d3-8608-a428f77bbe40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf382d5-79c7-4013-872e-ac271f84c2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316796 Mar 15 17:23:15.049045 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-817805187-network', 'tenant_id': '77576455e18246229bff2816aef266a6'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:15.059114 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-ffcf5d3a-e3cc-48a9-ad07-bd13a550e0c1 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180665 Mar 15 17:23:15.139471 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Made reservation on behalf of 77576455e18246229bff2816aef266a6 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:15.142185 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.157664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.185906 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d06117e-9cf0-4161-b970-3cc0885824c1 req-0c0294af-9558-4880-a7a1-14916cb3bddc service neutron] 10.222.0.44 "GET /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139536 Mar 15 17:23:15.259251 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks [] for security_group (38cc8347-b6c0-4971-86cf-2e9f672cddba), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.326780 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (38cc8347-b6c0-4971-86cf-2e9f672cddba), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.353381 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:23:15.359665 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cc8347-b6c0-4971-86cf-2e9f672cddba,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:15.366905 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (a7b7d11d-f69d-482e-8cef-d97c96c21da8), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.367259 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Added segment a7b7d11d-f69d-482e-8cef-d97c96c21da8 of type vlan for network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 Mar 15 17:23:15.410993 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.525831 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.526836 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:15.527415 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.589457 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] Pushing event updated for resources: {'Network': ['ID=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:15.599017 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:23:15.654404 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-de11f24e-6549-4361-8921-4a533d8fb960 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7403448 Mar 15 17:23:15.657380 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52778) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:15.662058 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Request body: {'subnet': {'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-817805187-subnet', 'tenant_id': '77576455e18246229bff2816aef266a6', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:15.795837 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.796457 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Made reservation on behalf of 77576455e18246229bff2816aef266a6 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:15.798312 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd937f71-7129-4c6d-9faf-f4822875dde1 req-278a3dee-f8d3-4e29-a0b0-ccac2d029267 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:15.799866 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd937f71-7129-4c6d-9faf-f4822875dde1 req-278a3dee-f8d3-4e29-a0b0-ccac2d029267 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0539029 Mar 15 17:23:15.800692 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:15.857191 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd937f71-7129-4c6d-9faf-f4822875dde1 req-a5f0236e-9935-4e60-9839-0c74fa22e3d5 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464621 Mar 15 17:23:16.010792 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286c49-a4c4-4a2a-914b-df9f25eab9cb req-a1521429-0ec9-4dc2-8841-a34107622e59 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:16.012530 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8c286c49-a4c4-4a2a-914b-df9f25eab9cb req-a1521429-0ec9-4dc2-8841-a34107622e59 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Mar 15 17:23:16.046473 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (992a94b4-ecd2-439b-bdf0-e1a47ae88c34), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.063376 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8c286c49-a4c4-4a2a-914b-df9f25eab9cb req-669b2a99-9fd9-45f9-ab66-0341eb330d56 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Mar 15 17:23:16.104662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992a94b4-ecd2-439b-bdf0-e1a47ae88c34,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:16.116267 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Checking segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:16.116620 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Network hostable DHCP agents. Network: 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:23:16.177492 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:23:16.251899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:16.257591 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:16.258579 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.264275 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac7708-a194-4f56-be7a-dcc19bb6035f None None] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:16.363724 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b56e3289-8187-4515-9dc3-fc6a8b476335 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7050874 Mar 15 17:23:16.367003 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52786) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:16.370031 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'project_id': '77576455e18246229bff2816aef266a6', 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:23:16.371102 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.372304 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:16.474813 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (c975485e-387a-4197-976b-9f0746575bc9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.476083 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (c975485e-387a-4197-976b-9f0746575bc9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.522351 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Allocated IP 172.20.0.2 (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4/992a94b4-ecd2-439b-bdf0-e1a47ae88c34/4c942647-7759-475d-8c88-e642bb5ae7bb) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:16.535723 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks [] for router_controller (c975485e-387a-4197-976b-9f0746575bc9), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.689831 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Publish callbacks [] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.800711 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.845852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:16.847345 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:16.849997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:16.894659 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Pushing event updated for resources: {'Port': ['ID=4c942647-7759-475d-8c88-e642bb5ae7bb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:16.944458 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Attempting to bind port 4c942647-7759-475d-8c88-e642bb5ae7bb on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:16.945025 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Attempting to bind port 4c942647-7759-475d-8c88-e642bb5ae7bb by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:16.945571 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Attempting to bind port 4c942647-7759-475d-8c88-e642bb5ae7bb on network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:16.963869 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:16.964551 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Checking segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:16.965164 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.971274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Bound using segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:16.971274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Bound port: 4c942647-7759-475d-8c88-e642bb5ae7bb, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:16.971274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:16.998906 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks [] for router_gateway (c975485e-387a-4197-976b-9f0746575bc9), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:17.083289 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] For port 4c942647-7759-475d-8c88-e642bb5ae7bb, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:17.093884 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] For port 4c942647-7759-475d-8c88-e642bb5ae7bb, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4c942647-7759-475d-8c88-e642bb5ae7bb,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:17.109667 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefe548-ee72-4bc0-82a2-6fce386704b1 req-f26224db-2d03-4e41-a7bd-f25c34e45ef5 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:17.134329 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6fefe548-ee72-4bc0-82a2-6fce386704b1 req-f26224db-2d03-4e41-a7bd-f25c34e45ef5 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.1273458 Mar 15 17:23:17.200618 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:17.347123 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6fefe548-ee72-4bc0-82a2-6fce386704b1 req-c8562748-c4bb-41cd-9422-fa6df6026ef9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100875 Mar 15 17:23:17.376245 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f9312-490a-4f08-86e1-30d62b3d551e None None] Pushing event updated for resources: {'Port': ['ID=4c942647-7759-475d-8c88-e642bb5ae7bb,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:17.404006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c97ab9-b450-4e85-90f3-5750dc3716c1 req-fb2cb9e6-5c83-4631-a2bf-6e8918795783 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:17.405579 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks [] for router_gateway (c975485e-387a-4197-976b-9f0746575bc9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:17.417441 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-19c97ab9-b450-4e85-90f3-5750dc3716c1 req-fb2cb9e6-5c83-4631-a2bf-6e8918795783 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.2289290 Mar 15 17:23:17.434444 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:17.453774 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:17.506456 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-19c97ab9-b450-4e85-90f3-5750dc3716c1 req-b9ce9f19-9b66-4f12-8bda-cb26f44edc09 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878103 Mar 15 17:23:17.634878 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Allocated IP 172.27.1.107 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/5ac713c6-733b-4170-b1ce-97ee128710ec) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:17.826683 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks [] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:17.846255 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c1b61-778c-43d7-af2d-cb77ba9653e2 req-10910c07-333c-43e0-90cb-e82142170fcb tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:17.847741 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-257c1b61-778c-43d7-af2d-cb77ba9653e2 req-10910c07-333c-43e0-90cb-e82142170fcb tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0818396 Mar 15 17:23:17.876997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4c942647-7759-475d-8c88-e642bb5ae7bb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:17.938837 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-257c1b61-778c-43d7-af2d-cb77ba9653e2 req-57540a92-6cce-47a1-8803-5c72b82c3ffc tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718122 Mar 15 17:23:17.964210 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.032864 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:18.038709 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:18.043324 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:18.071387 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac713c6-733b-4170-b1ce-97ee128710ec,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:18.090957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-0559029d-e3e8-42bb-bbab-ba3208ebdbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:18.092707 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-0559029d-e3e8-42bb-bbab-ba3208ebdbe1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1130 time: 0.1443858 Mar 15 17:23:18.119106 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 4c942647-7759-475d-8c88-e642bb5ae7bb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:18.119885 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.221568 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 4c942647-7759-475d-8c88-e642bb5ae7bb is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:18.222259 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.272221 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 4c942647-7759-475d-8c88-e642bb5ae7bb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4c942647-7759-475d-8c88-e642bb5ae7bb,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:18.301250 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-7062c008-74a2-4197-9cb2-540f41789685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:18.302860 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-7062c008-74a2-4197-9cb2-540f41789685 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 912 time: 0.2041936 Mar 15 17:23:18.366337 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.427385 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-7a5a0299-c8af-4c9a-a641-5752a13cee88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 1002 time: 0.1159375 Mar 15 17:23:18.433288 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=4c942647-7759-475d-8c88-e642bb5ae7bb,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:18.534669 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586fe93-2eb8-4278-8087-030c40ef689a None None] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:18.548361 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-0f591da8-5c11-4dca-acbb-5cb8b9f34a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:18.549919 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-0f591da8-5c11-4dca-acbb-5cb8b9f34a68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.1170373 Mar 15 17:23:18.600561 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks [] for router_gateway (c975485e-387a-4197-976b-9f0746575bc9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.610372 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-65dcb951-1e78-4046-b333-6068d4d323c2 None None] Provisioning complete for port 4c942647-7759-475d-8c88-e642bb5ae7bb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:18.610752 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-65dcb951-1e78-4046-b333-6068d4d323c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.684244 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50251067-94bf-4b5f-9fe0-ac4e041af082 req-bf60781d-1745-4818-935a-b3f8168ec482 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:18.688427 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50251067-94bf-4b5f-9fe0-ac4e041af082 req-bf60781d-1745-4818-935a-b3f8168ec482 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0786047 Mar 15 17:23:18.709951 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-dfbfac28-8ef3-4346-a551-190b3fcd9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:18.711485 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-dfbfac28-8ef3-4346-a551-190b3fcd9b47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1454890 Mar 15 17:23:18.754903 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.759191 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-65dcb951-1e78-4046-b333-6068d4d323c2 None None] Current status of the port 4c942647-7759-475d-8c88-e642bb5ae7bb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:18.774789 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50251067-94bf-4b5f-9fe0-ac4e041af082 req-7191f269-1ca3-4888-8cb4-ca207a7730ef tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760415 Mar 15 17:23:18.914930 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (c975485e-387a-4197-976b-9f0746575bc9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.918479 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-67fb4282-b9bc-4bb4-80ab-b995ed28eda0 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964910 Mar 15 17:23:19.086278 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9c45-6696-407b-93f1-472f0af19ba0 req-c71bd8c4-7c00-464e-b763-bfa3f04c9919 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:19.087877 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-178f9c45-6696-407b-93f1-472f0af19ba0 req-c71bd8c4-7c00-464e-b763-bfa3f04c9919 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0560348 Mar 15 17:23:19.095482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-30341fc1-66c4-4ed3-a0f7-be2e240758de None None] Provisioning complete for port 4c942647-7759-475d-8c88-e642bb5ae7bb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:19.096473 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-30341fc1-66c4-4ed3-a0f7-be2e240758de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.168799 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8b1905d0-ce65-4d64-a4f9-f5b27ac380b6 req-13bb7b34-eda7-43d2-8f27-92487af4e003 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394347 Mar 15 17:23:19.188176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-30341fc1-66c4-4ed3-a0f7-be2e240758de None None] Current status of the port 4c942647-7759-475d-8c88-e642bb5ae7bb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:19.196320 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-178f9c45-6696-407b-93f1-472f0af19ba0 req-25585137-3d73-4bc1-ad92-51709d6a4fc2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918860 Mar 15 17:23:19.274814 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Router c975485e-387a-4197-976b-9f0746575bc9 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:23:19.397359 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:19.410272 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Sync routers for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:19.424650 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:19.425290 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:19.516552 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.517818 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-26d41494-3d8d-4b8c-962b-c0ef4c388465 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1491265 Mar 15 17:23:19.520861 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52816) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:19.537780 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:19.745159 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:18Z', 'revision_number': 3, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:19.774614 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Checking router: c975485e-387a-4197-976b-9f0746575bc9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:19.775108 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Updating router c975485e-387a-4197-976b-9f0746575bc9 port 5ac713c6-733b-4170-b1ce-97ee128710ec binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:19.806981 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.851972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4c942647-7759-475d-8c88-e642bb5ae7bb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:19.918484 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 4c942647-7759-475d-8c88-e642bb5ae7bb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:19.919678 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.037001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 4c942647-7759-475d-8c88-e642bb5ae7bb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:20.133806 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Publish callbacks [] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.200279 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.243563 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.255787 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Attempting to bind port 5ac713c6-733b-4170-b1ce-97ee128710ec on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:20.255787 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Attempting to bind port 5ac713c6-733b-4170-b1ce-97ee128710ec by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:20.255787 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Attempting to bind port 5ac713c6-733b-4170-b1ce-97ee128710ec on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:20.258886 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Pushing event updated for resources: {'Port': ['ID=5ac713c6-733b-4170-b1ce-97ee128710ec,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:20.267276 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:20.267729 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:20.268070 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.268462 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:20.268936 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Bound port: 5ac713c6-733b-4170-b1ce-97ee128710ec, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:20.269313 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.271715 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.272065 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.272422 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.272774 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.273149 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.273472 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.273792 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.274129 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.274431 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.274746 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.275064 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.275392 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.275743 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.276058 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.276368 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:20.343436 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] For port 5ac713c6-733b-4170-b1ce-97ee128710ec, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:20.352937 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] For port 5ac713c6-733b-4170-b1ce-97ee128710ec, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5ac713c6-733b-4170-b1ce-97ee128710ec,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:20.388733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa970b6b-3ebf-4756-8c19-8a1107982d45 req-e35d9501-b39a-4ca3-9dab-7198294715cf tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:20.390397 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aa970b6b-3ebf-4756-8c19-8a1107982d45 req-e35d9501-b39a-4ca3-9dab-7198294715cf tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0778618 Mar 15 17:23:20.424185 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Allocated IP 172.20.0.1 (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4/992a94b4-ecd2-439b-bdf0-e1a47ae88c34/906ff176-7b0b-4ebf-aa6b-678847ab40d3) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:20.441808 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aa970b6b-3ebf-4756-8c19-8a1107982d45 req-775ed1af-abf3-47bd-a3b4-68154df6b19e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457857 Mar 15 17:23:20.447002 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.509974 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:20.510587 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:20.513440 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913ec1-3b4b-4d81-afd2-b268e8056a48 None None] Pushing event updated for resources: {'Port': ['ID=5ac713c6-733b-4170-b1ce-97ee128710ec,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:20.540117 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks [] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.618956 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:20.646191 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.681618 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:20.684764 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:20.687281 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:20.720036 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Pushing event updated for resources: {'Port': ['ID=906ff176-7b0b-4ebf-aa6b-678847ab40d3,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:20.738211 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (c975485e-387a-4197-976b-9f0746575bc9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.809882 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:18Z', 'revision_number': 3, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:20.836957 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274b2b5-d09e-4a68-801a-b74a45789135 None None] The sync data for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi is: [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:18Z', 'revision_number': 3, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:20.921766 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-8852284f-ba7a-4de0-84e1-4ba077fe4826 None None] Provisioning complete for port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:20.922279 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8852284f-ba7a-4de0-84e1-4ba077fe4826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.954794 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:20.958899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8852284f-ba7a-4de0-84e1-4ba077fe4826 None None] Port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:21.137401 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks [] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.274345 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.347176 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Pushing event updated for resources: {'Port': ['ID=906ff176-7b0b-4ebf-aa6b-678847ab40d3,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:21.349831 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (c975485e-387a-4197-976b-9f0746575bc9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.451050 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:21.452575 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:21.589668 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Router c975485e-387a-4197-976b-9f0746575bc9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:21.717684 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:21.719578 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-46b2f43e-8110-4ba9-991a-f9a7eb424ca7 None None] Provisioning complete for port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:21.720072 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46b2f43e-8110-4ba9-991a-f9a7eb424ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.723172 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-29d8d0f6-9b7e-4f40-ba78-26534a1fe390 admin admin] 10.222.0.23 "PUT /v2.0/routers/c975485e-387a-4197-976b-9f0746575bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2008777 Mar 15 17:23:21.756699 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-46b2f43e-8110-4ba9-991a-f9a7eb424ca7 None None] Port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:21.857024 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5ac713c6-733b-4170-b1ce-97ee128710ec up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:21.923040 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 5ac713c6-733b-4170-b1ce-97ee128710ec triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:21.924132 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.003467 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 5ac713c6-733b-4170-b1ce-97ee128710ec is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:22.003886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.026653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 5ac713c6-733b-4170-b1ce-97ee128710ec, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5ac713c6-733b-4170-b1ce-97ee128710ec,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:22.126173 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.177541 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=5ac713c6-733b-4170-b1ce-97ee128710ec,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:22.185638 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.185979 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.186334 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.186678 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.187005 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.187460 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.187726 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.188051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.188367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.188685 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.189001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.189331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.189650 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.189961 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.190271 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:22.451126 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Sync routers for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:22.463184 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:22.464457 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:22.545697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52848) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:22.551192 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-92191033-network', 'tenant_id': '275d54a1616346048038fbdbf9472b74'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:22.573700 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:22.657519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Made reservation on behalf of 275d54a1616346048038fbdbf9472b74 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:22.660031 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.674725 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.761255 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks [] for security_group (929679b2-e7c4-4a61-8b6b-bea450a40205), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.782299 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:21Z', 'revision_number': 2, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:22.809325 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Checking router: c975485e-387a-4197-976b-9f0746575bc9 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:22.810461 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Updating router c975485e-387a-4197-976b-9f0746575bc9 port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:22.837447 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.845686 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (929679b2-e7c4-4a61-8b6b-bea450a40205), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.868925 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:23:22.884732 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929679b2-e7c4-4a61-8b6b-bea450a40205,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:22.887988 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (42f8fc31-acd3-4ed6-b415-815052685bc0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.888538 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Added segment 42f8fc31-acd3-4ed6-b415-815052685bc0 of type vlan for network 87618d1e-d41c-4af1-ba92-175095df22c0 Mar 15 17:23:22.892693 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34d8-a61d-4a15-a5d8-ce4d05247008 req-13444ff1-4b0d-4141-96d9-b8bc6cdfd1f9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:22.894232 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-de3d34d8-a61d-4a15-a5d8-ce4d05247008 req-13444ff1-4b0d-4141-96d9-b8bc6cdfd1f9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0567822 Mar 15 17:23:22.933733 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (87618d1e-d41c-4af1-ba92-175095df22c0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.948212 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-de3d34d8-a61d-4a15-a5d8-ce4d05247008 req-9dc5f1e7-85dd-4ab4-bcc9-aea80e70d473 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483060 Mar 15 17:23:22.971587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52858) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:23.029391 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (87618d1e-d41c-4af1-ba92-175095df22c0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.030503 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:23.031128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.093651 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] Pushing event updated for resources: {'Network': ['ID=87618d1e-d41c-4af1-ba92-175095df22c0,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:23.123540 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 87618d1e-d41c-4af1-ba92-175095df22c0 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:23:23.145778 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-044ae022-3027-41aa-b0ff-fcb2790a5320 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5984185 Mar 15 17:23:23.148557 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52862) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:23.154044 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Request body: {'subnet': {'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-92191033-subnet', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:23.192629 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Publish callbacks [] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.234598 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e94c63-6a4a-4c46-9622-4202d392babf tempest-TestMinimumBasicScenario-1072331493 tempest-TestMinimumBasicScenario-1072331493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:23.240443 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f2e94c63-6a4a-4c46-9622-4202d392babf tempest-TestMinimumBasicScenario-1072331493 tempest-TestMinimumBasicScenario-1072331493-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1124 time: 0.2640450 Mar 15 17:23:23.240443 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52864) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:23.244099 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'port_id': '7d01cc19-6664-468a-b95d-b523e47172d3', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:23.253503 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Made reservation on behalf of 275d54a1616346048038fbdbf9472b74 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:23.255771 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.320601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.391249 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ba46c-68a5-4f47-81f0-3d4223608704 None None] Pushing event updated for resources: {'Port': ['ID=906ff176-7b0b-4ebf-aa6b-678847ab40d3,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:23.421730 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.427851 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Attempting to bind port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:23.428440 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Attempting to bind port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:23.428991 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Attempting to bind port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 on network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:23.434842 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:23.435224 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Checking segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:23.435657 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.436153 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Bound using segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:23.436631 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Bound port: 906ff176-7b0b-4ebf-aa6b-678847ab40d3, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:23.437069 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.517188 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] For port 906ff176-7b0b-4ebf-aa6b-678847ab40d3, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:23.520540 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] For port 906ff176-7b0b-4ebf-aa6b-678847ab40d3, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=906ff176-7b0b-4ebf-aa6b-678847ab40d3,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:23.549505 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (88dda57b-d44d-4136-bdd7-dfefd0babdaf), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.585634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.597457 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-ebf33eda-75a7-41e0-b10d-824074095788 None None] Provisioning complete for port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:23.597457 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ebf33eda-75a7-41e0-b10d-824074095788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.629055 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.648853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dda57b-d44d-4136-bdd7-dfefd0babdaf,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:23.670306 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-ebf33eda-75a7-41e0-b10d-824074095788 None None] Port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:23.684954 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Checking segment: {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:23.685323 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Network hostable DHCP agents. Network: 87618d1e-d41c-4af1-ba92-175095df22c0, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:23:23.691262 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:23.691931 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:23.736238 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ba46c-68a5-4f47-81f0-3d4223608704 None None] Pushing event updated for resources: {'Port': ['ID=906ff176-7b0b-4ebf-aa6b-678847ab40d3,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:23.747697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Allocated IP 172.27.1.21 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/82844122-c573-42cc-8fa1-2ea499535d07) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:23.836347 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:23.870549 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Network 87618d1e-d41c-4af1-ba92-175095df22c0 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:23:23.878276 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5ac713c6-733b-4170-b1ce-97ee128710ec up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:23.881839 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for port (82844122-c573-42cc-8fa1-2ea499535d07), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:23.977614 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 87618d1e-d41c-4af1-ba92-175095df22c0) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:23.982464 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:23.983078 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.001993 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671c82c-0dec-4316-ba63-7e73e2db1d26 None None] Network 87618d1e-d41c-4af1-ba92-175095df22c0 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:24.063903 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (82844122-c573-42cc-8fa1-2ea499535d07), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.108193 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:24.111627 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1ee75f19-e68d-4166-8285-2c3943e59a5e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9621267 Mar 15 17:23:24.114581 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 52874) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:24.116878 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:24.119755 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:24.120642 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:24.146400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'Port': ['ID=82844122-c573-42cc-8fa1-2ea499535d07,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:24.203076 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] Provisioning complete for port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:24.207348 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.250899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 5ac713c6-733b-4170-b1ce-97ee128710ec triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:24.251273 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.268780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (11ba1335-b008-49e2-9e4e-b05caa29e380), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.270221 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (11ba1335-b008-49e2-9e4e-b05caa29e380), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.331282 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks [] for router_controller (11ba1335-b008-49e2-9e4e-b05caa29e380), precommit_add_association {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.361689 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-87618d1e-d41c-4af1-ba92-175095df22c0', 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0', 'project_id': '275d54a1616346048038fbdbf9472b74', 'fixed_ips': [{'subnet_id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:23:24.362542 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.489796 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for floatingip (cfb63513-a0a3-4a2e-8068-151ec90d9b07), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.509812 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] Current status of the port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:24.510201 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.565434 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:23Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:24.599014 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks [] for router_gateway (11ba1335-b008-49e2-9e4e-b05caa29e380), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.610952 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 5ac713c6-733b-4170-b1ce-97ee128710ec is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:24.623687 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6166914a-a043-42c7-b669-b7416b4e7c97 None None] The sync data for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi is: [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:23Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:24.626091 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] For port 906ff176-7b0b-4ebf-aa6b-678847ab40d3, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=906ff176-7b0b-4ebf-aa6b-678847ab40d3,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:24.649556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Allocated IP 172.20.0.2 (87618d1e-d41c-4af1-ba92-175095df22c0/88dda57b-d44d-4136-bdd7-dfefd0babdaf/c5746633-87f0-4b24-af82-ffb86c02ea96) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:24.692231 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (82844122-c573-42cc-8fa1-2ea499535d07), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.753605 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.849174 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa69d5-9cbd-4b67-a128-c176b688d9ff None None] Pushing event updated for resources: {'Port': ['ID=906ff176-7b0b-4ebf-aa6b-678847ab40d3,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:24.894102 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Publish callbacks [] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.904155 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for port (82844122-c573-42cc-8fa1-2ea499535d07), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.969454 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks [] for router_gateway (11ba1335-b008-49e2-9e4e-b05caa29e380), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.972310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.989234 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.011390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (82844122-c573-42cc-8fa1-2ea499535d07), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.012127 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Network 87618d1e-d41c-4af1-ba92-175095df22c0 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:25.016506 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:25.021863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:25.035376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Pushing event updated for resources: {'Port': ['ID=c5746633-87f0-4b24-af82-ffb86c02ea96,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:25.093522 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Attempting to bind port c5746633-87f0-4b24-af82-ffb86c02ea96 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:25.093996 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Attempting to bind port c5746633-87f0-4b24-af82-ffb86c02ea96 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:25.094452 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Attempting to bind port c5746633-87f0-4b24-af82-ffb86c02ea96 on network 87618d1e-d41c-4af1-ba92-175095df22c0 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:25.100034 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:25.100410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Checking segment: {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:25.100805 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.101194 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Bound using segment: {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:25.101734 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Bound port: c5746633-87f0-4b24-af82-ffb86c02ea96, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:25.102504 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.118781 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'Port': ['ID=82844122-c573-42cc-8fa1-2ea499535d07,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:25.129736 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Allocated IP 172.27.1.186 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/e126e275-55da-47dc-b585-accac82a6fe8) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:25.149576 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (cfb63513-a0a3-4a2e-8068-151ec90d9b07), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.199503 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] For port c5746633-87f0-4b24-af82-ffb86c02ea96, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:25.203823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] For port c5746633-87f0-4b24-af82-ffb86c02ea96, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=c5746633-87f0-4b24-af82-ffb86c02ea96,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:25.268906 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks [] for port (e126e275-55da-47dc-b585-accac82a6fe8), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.285470 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Floating IP cfb63513-a0a3-4a2e-8068-151ec90d9b07 associated. External IP: 172.27.1.21, port: 7d01cc19-6664-468a-b95d-b523e47172d3. Mar 15 17:23:25.310210 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.367143 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (e126e275-55da-47dc-b585-accac82a6fe8), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.384392 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c826-5bd7-4d7f-907e-5d4105b773b2 None None] Pushing event updated for resources: {'Port': ['ID=c5746633-87f0-4b24-af82-ffb86c02ea96,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:25.420286 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:25.424075 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:25.426901 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:25.529147 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Pushing event updated for resources: {'Port': ['ID=e126e275-55da-47dc-b585-accac82a6fe8,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:25.539179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.539541 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.539911 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.540249 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.540586 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.540916 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.541343 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.541618 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.541997 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.542322 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.542708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.543155 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.543472 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.544342 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.544666 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:25.549771 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:25.712146 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:25.723096 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] Sync routers for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:25.739797 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:25.740460 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:25.785950 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks [] for router_gateway (11ba1335-b008-49e2-9e4e-b05caa29e380), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.820615 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:25.865618 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:25.879089 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f8690377-766d-4d7c-98ce-273a863076d2 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6379402 Mar 15 17:23:25.880263 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52882) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:25.880903 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:25.883433 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3808bba2-246e-446f-8c38-170af8ce99d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:25.892424 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345956468', 'description': 'tempest-secgroup-smoke-345956468 description', 'project_id': 'c09b5bfb68a34d6998c210384039a494'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:25.941998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f6cf75-b4f9-4795-8cad-d147e7953bba x-openstack-request-id: req-40f6cf75-b4f9-4795-8cad-d147e7953bba {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:25.942296 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:25.942562 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40f6cf75-b4f9-4795-8cad-d147e7953bba {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:25.942973 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'status': 'completed', 'code': 200} Mar 15 17:23:25.983269 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device c5746633-87f0-4b24-af82-ffb86c02ea96 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:26.039083 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.104868 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (11ba1335-b008-49e2-9e4e-b05caa29e380), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.105297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port c5746633-87f0-4b24-af82-ffb86c02ea96 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:26.105677 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.113084 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-e7a4e785-cd33-4bde-8040-21d39c2cd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:26.114690 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-e7a4e785-cd33-4bde-8040-21d39c2cd166 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1129 time: 0.1391599 Mar 15 17:23:26.159338 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'cfb63513-a0a3-4a2e-8068-151ec90d9b07', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'port_id': '7d01cc19-6664-468a-b95d-b523e47172d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'mac_address': 'fa:16:3e:0a:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 0, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:26.222214 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port c5746633-87f0-4b24-af82-ffb86c02ea96 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:26.222742 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.222984 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group (9f5f5cad-7ebf-4b23-9415-3c2733ea7259), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.254349 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] Checking router: 30cd740f-9482-4dd2-9f0a-1abd11bca3ba for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:26.273235 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-a6eea19b-7ca2-4f86-b75f-8b4e4334d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:26.276610 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-a6eea19b-7ca2-4f86-b75f-8b4e4334d2a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 915 time: 0.1520033 Mar 15 17:23:26.286468 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:26.287715 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:26.297410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port c5746633-87f0-4b24-af82-ffb86c02ea96, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=c5746633-87f0-4b24-af82-ffb86c02ea96,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:26.349809 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9f5f5cad-7ebf-4b23-9415-3c2733ea7259), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.373379 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.374997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 906ff176-7b0b-4ebf-aa6b-678847ab40d3 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:26.391426 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f5cad-7ebf-4b23-9415-3c2733ea7259,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:26.421189 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-a4cbf5dc-3cd0-47f0-a6f5-9a4a962a1c3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 998 time: 0.1328769 Mar 15 17:23:26.429239 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Router 11ba1335-b008-49e2-9e4e-b05caa29e380 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:23:26.468637 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.470106 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-56e6d294-f411-4bef-b82d-525af5de0028 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5827470 Mar 15 17:23:26.474430 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52890) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:26.481655 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group_rule': {'security_group_id': '9f5f5cad-7ebf-4b23-9415-3c2733ea7259', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:26.525526 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-a9fa0b78-97ef-4799-8f58-ad1d779e64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:26.527550 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-a9fa0b78-97ef-4799-8f58-ad1d779e64c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 200 len: 853 time: 0.0991642 Mar 15 17:23:26.546268 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:26.562189 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=c5746633-87f0-4b24-af82-ffb86c02ea96,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:26.571628 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:26.572043 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.627802 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-696556cc-ee34-42d9-ad0c-b05581d0701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:26.631210 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-696556cc-ee34-42d9-ad0c-b05581d0701b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959547 Mar 15 17:23:26.660560 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:26.670444 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:26.674690 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Sync routers for ids ['11ba1335-b008-49e2-9e4e-b05caa29e380'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:26.687226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Routers {'11ba1335-b008-49e2-9e4e-b05caa29e380'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:26.688024 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['11ba1335-b008-49e2-9e4e-b05caa29e380'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:26.729777 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (13fafc94-2682-48b5-abcb-d1316cd5b8a3), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.773342 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef2591-d150-418e-8851-9fa474bac3bf None None] Network 87618d1e-d41c-4af1-ba92-175095df22c0 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:26.846699 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'cfb63513-a0a3-4a2e-8068-151ec90d9b07', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'port_id': '7d01cc19-6664-468a-b95d-b523e47172d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'mac_address': 'fa:16:3e:0a:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 0, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:26.865156 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.867183 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-de48e6b3-feea-487a-8a9c-b101e1dd9c04 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7515357 Mar 15 17:23:26.870635 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 52892) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:26.872567 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-92a8f960-6265-47f4-b198-ccb855dcfa5e None None] Provisioning complete for port c5746633-87f0-4b24-af82-ffb86c02ea96 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:26.873387 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92a8f960-6265-47f4-b198-ccb855dcfa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:26.899017 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ecbc2-5ed3-4478-87bc-902951fe4480 None None] The sync data for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi is: [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'cfb63513-a0a3-4a2e-8068-151ec90d9b07', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'port_id': '7d01cc19-6664-468a-b95d-b523e47172d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'mac_address': 'fa:16:3e:0a:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 0, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:26.915518 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Set router 11ba1335-b008-49e2-9e4e-b05caa29e380 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:27.081344 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-228fb8db-f346-4bc9-9ee6-220dbcd12e46 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405866 Mar 15 17:23:27.095893 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec5bd0-98e1-4937-9cca-0ce6ceca2af2 req-80dc8b3e-5e14-45af-b5cc-dd939c965158 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:27.097443 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-10ec5bd0-98e1-4937-9cca-0ce6ceca2af2 req-80dc8b3e-5e14-45af-b5cc-dd939c965158 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.1063325 Mar 15 17:23:27.108544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (13fafc94-2682-48b5-abcb-d1316cd5b8a3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.192413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (13fafc94-2682-48b5-abcb-d1316cd5b8a3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.218718 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3808bba2-246e-446f-8c38-170af8ce99d9 req-08149b51-f040-47ed-ada3-7f070c28d724 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287379 Mar 15 17:23:27.224176 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fafc94-2682-48b5-abcb-d1316cd5b8a3,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:27.243154 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2cd50-fb0d-442b-a81d-6c2c81a19f0d None None] New status for floating IP cfb63513-a0a3-4a2e-8068-151ec90d9b07: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:23:27.259265 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-10ec5bd0-98e1-4937-9cca-0ce6ceca2af2 req-eef32bb0-3726-46d3-a7b0-b0e98875bf66 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537447 Mar 15 17:23:27.323905 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.327974 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b9596818-1127-4697-8387-c7e654050fd8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8500180 Mar 15 17:23:27.328115 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52896) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:27.336568 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group_rule': {'security_group_id': '9f5f5cad-7ebf-4b23-9415-3c2733ea7259', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:27.336706 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-92a8f960-6265-47f4-b198-ccb855dcfa5e None None] Current status of the port c5746633-87f0-4b24-af82-ffb86c02ea96 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:27.407340 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:25Z', 'revision_number': 3, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:27.446017 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (f8f65fc4-ec2b-4f74-b9e6-3594bd553b57), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.452595 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Checking router: 11ba1335-b008-49e2-9e4e-b05caa29e380 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:27.459267 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Updating router 11ba1335-b008-49e2-9e4e-b05caa29e380 port e126e275-55da-47dc-b585-accac82a6fe8 binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:27.498560 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e126e275-55da-47dc-b585-accac82a6fe8), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.573378 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (f8f65fc4-ec2b-4f74-b9e6-3594bd553b57), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.640630 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (f8f65fc4-ec2b-4f74-b9e6-3594bd553b57), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.663036 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f65fc4-ec2b-4f74-b9e6-3594bd553b57,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:27.689140 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-3e6fc142-bf4e-4007-9069-a96f4bc21cef None None] Provisioning complete for port c5746633-87f0-4b24-af82-ffb86c02ea96 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:27.689520 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc142-bf4e-4007-9069-a96f4bc21cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.727785 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.729288 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9eb00a25-5d75-4e4a-bc8d-db0b502eca74 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4001951 Mar 15 17:23:27.732154 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52902) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:27.740027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group_rule': {'security_group_id': '9f5f5cad-7ebf-4b23-9415-3c2733ea7259', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:27.796986 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.845975 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (ca6aa92a-92d2-4eb8-8c05-932441f04c7a), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.853173 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device c5746633-87f0-4b24-af82-ffb86c02ea96 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:27.857902 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Publish callbacks [] for port (e126e275-55da-47dc-b585-accac82a6fe8), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.885368 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fc142-bf4e-4007-9069-a96f4bc21cef None None] Current status of the port c5746633-87f0-4b24-af82-ffb86c02ea96 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:27.915894 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port c5746633-87f0-4b24-af82-ffb86c02ea96 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:27.916362 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.917507 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (ca6aa92a-92d2-4eb8-8c05-932441f04c7a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.938169 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e126e275-55da-47dc-b585-accac82a6fe8), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.955480 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Allocated IP 172.20.0.1 (87618d1e-d41c-4af1-ba92-175095df22c0/88dda57b-d44d-4136-bdd7-dfefd0babdaf/fcd7cec9-e216-40cb-aa60-790c999ae83e) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:28.004404 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Attempting to bind port e126e275-55da-47dc-b585-accac82a6fe8 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:28.004933 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Attempting to bind port e126e275-55da-47dc-b585-accac82a6fe8 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:28.005409 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Attempting to bind port e126e275-55da-47dc-b585-accac82a6fe8 on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:28.018274 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7bc17-e740-42d5-84f1-c427da3fbcc8 None None] Pushing event updated for resources: {'Port': ['ID=e126e275-55da-47dc-b585-accac82a6fe8,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.019020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (ca6aa92a-92d2-4eb8-8c05-932441f04c7a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.020844 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:28.021331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:28.021898 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.022352 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:28.022828 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Bound port: e126e275-55da-47dc-b585-accac82a6fe8, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:28.023215 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e126e275-55da-47dc-b585-accac82a6fe8), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.048127 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6aa92a-92d2-4eb8-8c05-932441f04c7a,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.077187 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks [] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.099728 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port c5746633-87f0-4b24-af82-ffb86c02ea96 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:28.105320 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] For port e126e275-55da-47dc-b585-accac82a6fe8, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:28.109137 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] For port e126e275-55da-47dc-b585-accac82a6fe8, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e126e275-55da-47dc-b585-accac82a6fe8,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:28.161966 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.163340 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-35ba0e9d-617f-405e-b356-0920642f662e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289572 Mar 15 17:23:28.166011 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52904) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:28.170196 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group_rule': {'security_group_id': '9f5f5cad-7ebf-4b23-9415-3c2733ea7259', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:28.206129 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.206358 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e126e275-55da-47dc-b585-accac82a6fe8), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.245010 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Network 87618d1e-d41c-4af1-ba92-175095df22c0 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:28.250469 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:28.252932 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:28.254022 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (11ba1335-b008-49e2-9e4e-b05caa29e380), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.257255 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Routers {'11ba1335-b008-49e2-9e4e-b05caa29e380'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:28.257879 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['11ba1335-b008-49e2-9e4e-b05caa29e380'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:28.272548 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (878ff151-585c-4408-9b3a-a69676beb103), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.306532 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7cec9-e216-40cb-aa60-790c999ae83e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.329877 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7bc17-e740-42d5-84f1-c427da3fbcc8 None None] Pushing event updated for resources: {'Port': ['ID=e126e275-55da-47dc-b585-accac82a6fe8,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.400936 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] Set router 11ba1335-b008-49e2-9e4e-b05caa29e380 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:28.401885 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (878ff151-585c-4408-9b3a-a69676beb103), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.445905 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bae210-1c56-40ba-8dcc-9705e132a68f req-c06c1627-f3f7-414c-b4cb-6d98aaa2827e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:28.447436 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34bae210-1c56-40ba-8dcc-9705e132a68f req-c06c1627-f3f7-414c-b4cb-6d98aaa2827e tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0639787 Mar 15 17:23:28.499203 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34bae210-1c56-40ba-8dcc-9705e132a68f req-3f45a972-d777-4759-a43d-b992214842c9 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453238 Mar 15 17:23:28.534606 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-5b524dbd-9f89-4e3f-8f30-f0e1f8b09220 None None] Provisioning complete for port fcd7cec9-e216-40cb-aa60-790c999ae83e triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:28.534905 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b524dbd-9f89-4e3f-8f30-f0e1f8b09220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.577268 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (878ff151-585c-4408-9b3a-a69676beb103), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.592052 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5b524dbd-9f89-4e3f-8f30-f0e1f8b09220 None None] Port fcd7cec9-e216-40cb-aa60-790c999ae83e cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:28.594568 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878ff151-585c-4408-9b3a-a69676beb103,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.632467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.639446 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:25Z', 'revision_number': 3, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:28.669464 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9828d-1a95-478e-8098-0bcec228240b None None] The sync data for ids ['11ba1335-b008-49e2-9e4e-b05caa29e380'] in dv-cinder-833871-1-iscsi is: [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:25Z', 'revision_number': 3, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:28.670916 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.682510 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.683985 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ae955ffc-8756-44c9-bdc2-1fb9fdc53878 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5170362 Mar 15 17:23:28.687143 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52908) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:28.691572 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group_rule': {'security_group_id': '9f5f5cad-7ebf-4b23-9415-3c2733ea7259', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:28.800092 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.securitygroups_db [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Project c09b5bfb68a34d6998c210384039a494 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:23:28.804463 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks [] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.806000 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (7796a097-bd6b-42f6-a9cf-0a527bf8d31a), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.871547 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (7796a097-bd6b-42f6-a9cf-0a527bf8d31a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.897817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.898547 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (11ba1335-b008-49e2-9e4e-b05caa29e380), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.995363 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (7796a097-bd6b-42f6-a9cf-0a527bf8d31a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.995576 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7cec9-e216-40cb-aa60-790c999ae83e,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:29.016272 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7796a097-bd6b-42f6-a9cf-0a527bf8d31a,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:29.054868 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Network 87618d1e-d41c-4af1-ba92-175095df22c0 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:29.056419 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:29.099383 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.104381 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ee2ea5b3-8733-470a-9a9a-778210542701 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4160979 Mar 15 17:23:29.106027 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 52910) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:29.111226 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'security_group_rule': {'security_group_id': '9f5f5cad-7ebf-4b23-9415-3c2733ea7259', 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:29.205365 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Router 11ba1335-b008-49e2-9e4e-b05caa29e380 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:29.265637 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.securitygroups_db [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Project c09b5bfb68a34d6998c210384039a494 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:23:29.303254 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (a97e12e2-18e9-4b81-a52c-faaa8fff19bd), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.330230 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-ca34b72e-aa62-473b-8b3e-1f16b549cca6 None None] Provisioning complete for port fcd7cec9-e216-40cb-aa60-790c999ae83e triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:29.330600 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ca34b72e-aa62-473b-8b3e-1f16b549cca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.387367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-ca34b72e-aa62-473b-8b3e-1f16b549cca6 None None] Port fcd7cec9-e216-40cb-aa60-790c999ae83e cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:29.400017 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:29.406335 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ed1eb9f1-1cd5-453e-b92d-3a580be46cba admin admin] 10.222.0.23 "PUT /v2.0/routers/11ba1335-b008-49e2-9e4e-b05caa29e380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319157 Mar 15 17:23:29.426122 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (a97e12e2-18e9-4b81-a52c-faaa8fff19bd), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.532687 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (a97e12e2-18e9-4b81-a52c-faaa8fff19bd), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.556340 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97e12e2-18e9-4b81-a52c-faaa8fff19bd,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:29.599606 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-c0d855dc-acdc-4d70-be33-04254506fa51 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.601085 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-c0d855dc-acdc-4d70-be33-04254506fa51 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0828364 Mar 15 17:23:29.651718 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ba0c-c926-4776-b687-21a4f5f05690 req-9c683f06-4140-43fe-89f6-09141fc1178a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.653274 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c303ba0c-c926-4776-b687-21a4f5f05690 req-9c683f06-4140-43fe-89f6-09141fc1178a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 946 time: 0.0583239 Mar 15 17:23:29.656831 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.660295 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-79765907-bc0a-4f5d-825e-5aca6b484979 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5524650 Mar 15 17:23:29.705623 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c303ba0c-c926-4776-b687-21a4f5f05690 req-5e43b491-0385-42b2-af5b-2871b67c167f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Mar 15 17:23:29.705875 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Deleting port 05225eec-057d-489e-80c1-01427b979070 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:29.705984 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (05225eec-057d-489e-80c1-01427b979070), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.816531 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] For port 05225eec-057d-489e-80c1-01427b979070, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=05225eec-057d-489e-80c1-01427b979070,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:29.817155 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (05225eec-057d-489e-80c1-01427b979070), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.833293 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Calling delete_port for 05225eec-057d-489e-80c1-01427b979070 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:29.903721 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-182cf779-8996-419c-8f5b-d050b2675c6e req-cdb38384-63c3-4f91-abca-25d1d5e070ff tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345956468&fields=id&tenant_id=c09b5bfb68a34d6998c210384039a494 HTTP/1.1" status: 200 len: 267 time: 0.0778627 Mar 15 17:23:29.912030 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e126e275-55da-47dc-b585-accac82a6fe8 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:29.968558 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf779-8996-419c-8f5b-d050b2675c6e req-4e7616db-cc74-4741-a62a-a35921ab5cae tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.970368 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-182cf779-8996-419c-8f5b-d050b2675c6e req-4e7616db-cc74-4741-a62a-a35921ab5cae tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0665972 Mar 15 17:23:29.983822 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port e126e275-55da-47dc-b585-accac82a6fe8 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:29.984235 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e126e275-55da-47dc-b585-accac82a6fe8), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.986610 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'port': {'security_groups': ['ac19c881-c007-4bb0-9917-6671e65903e2', '9f5f5cad-7ebf-4b23-9415-3c2733ea7259']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:30.075549 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port e126e275-55da-47dc-b585-accac82a6fe8 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:30.076075 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e126e275-55da-47dc-b585-accac82a6fe8), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.090403 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.096857 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port e126e275-55da-47dc-b585-accac82a6fe8, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e126e275-55da-47dc-b585-accac82a6fe8,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:30.120172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (05225eec-057d-489e-80c1-01427b979070), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.134053 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['721562b7-c047-4133-a7a9-67e259f2ac15', '05225eec-057d-489e-80c1-01427b979070'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:30.152162 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Pushing event deleted for resources: {'Port': ['ID=05225eec-057d-489e-80c1-01427b979070,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:30.195329 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e126e275-55da-47dc-b585-accac82a6fe8), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.197029 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] No DVR routers for this DVR port 05225eec-057d-489e-80c1-01427b979070 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:23:30.200172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.206085 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-487bf9a3-498d-41b8-bcb6-6567e0c3b5b3 req-9566fd5d-a8d5-45d4-a981-e0a9134f6348 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "DELETE /v2.0/ports/05225eec-057d-489e-80c1-01427b979070 HTTP/1.1" status: 204 len: 173 time: 0.5965834 Mar 15 17:23:30.206085 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'name': 'network-vif-deleted', 'tag': '05225eec-057d-489e-80c1-01427b979070'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:30.206434 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c479562-0b00-4dec-8b89-26e56483ea2b" -d '{"events": [{"server_uuid": "fd3c1ff3-0c6b-4fc9-8f83-b4762354208e", "name": "network-vif-deleted", "tag": "05225eec-057d-489e-80c1-01427b979070"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:30.273868 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=e126e275-55da-47dc-b585-accac82a6fe8,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:30.311425 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:30.320398 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52936) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:30.325963 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741738103', 'description': 'tempest-secgroup-smoke-1741738103 description', 'project_id': '77576455e18246229bff2816aef266a6'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:30.354568 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for port (7d01cc19-6664-468a-b95d-b523e47172d3), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.403683 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682be17a-5d2c-4b57-82d2-8c25d73559ab x-openstack-request-id: req-682be17a-5d2c-4b57-82d2-8c25d73559ab {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:30.403983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3c1ff3-0c6b-4fc9-8f83-b4762354208e", "name": "network-vif-deleted", "tag": "05225eec-057d-489e-80c1-01427b979070", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:30.404243 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-682be17a-5d2c-4b57-82d2-8c25d73559ab {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:30.404882 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3c1ff3-0c6b-4fc9-8f83-b4762354208e', 'name': 'network-vif-deleted', 'tag': '05225eec-057d-489e-80c1-01427b979070', 'status': 'completed', 'code': 200} Mar 15 17:23:30.801091 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-661df2a6-fda4-4de5-963c-54a9f0aef905 req-9a83dd3c-3a48-4fbf-afa0-057b2917d596 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3c1ff3-0c6b-4fc9-8f83-b4762354208e HTTP/1.1" status: 200 len: 210 time: 0.0279684 Mar 15 17:23:30.914189 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.914904 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.927885 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['7d01cc19-6664-468a-b95d-b523e47172d3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:30.961492 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:30.962142 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.973849 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-182cf779-8996-419c-8f5b-d050b2675c6e req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "PUT /v2.0/ports/7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 981 time: 0.9967260 Mar 15 17:23:30.974974 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:30.977958 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf0d03b-451e-42ed-966e-34b06be37c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:31.018323 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group (c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.022232 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5d2bf-4284-4fac-bcd1-245ea63cb927 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=6']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:31.051256 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fccfa5-5687-4f6f-81c3-a6d1839ae2ee x-openstack-request-id: req-b7fccfa5-5687-4f6f-81c3-a6d1839ae2ee {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:31.051580 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:31.051874 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7fccfa5-5687-4f6f-81c3-a6d1839ae2ee {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:31.052273 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'status': 'completed', 'code': 200} Mar 15 17:23:31.079008 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['7d01cc19-6664-468a-b95d-b523e47172d3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:31.123603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.164062 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:31.174275 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946169-48c7-4b33-85e2-9beece9b8dce req-f1a2d510-329c-4fe4-a01d-ffd2024e3246 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:31.175871 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e1946169-48c7-4b33-85e2-9beece9b8dce req-f1a2d510-329c-4fe4-a01d-ffd2024e3246 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0994148 Mar 15 17:23:31.198812 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-f1ac0332-8075-4248-8714-2c0603a78dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:31.201040 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-f1ac0332-8075-4248-8714-2c0603a78dd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1168 time: 0.1217246 Mar 15 17:23:31.280199 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.281432 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-17dae154-b532-497e-b216-1e32b263dc1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9599900 Mar 15 17:23:31.285066 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52944) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:31.293120 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group_rule': {'security_group_id': 'c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3', 'project_id': '77576455e18246229bff2816aef266a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:31.303692 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e1946169-48c7-4b33-85e2-9beece9b8dce req-50c59501-0db4-4867-a3f1-f701e20990e3 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173618 Mar 15 17:23:31.349450 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-ce30ebdf-4353-48f2-a5d9-19f39a7a88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:31.351105 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-ce30ebdf-4353-48f2-a5d9-19f39a7a88e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 915 time: 0.1364307 Mar 15 17:23:31.358369 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-385119f7-2069-403b-a82d-7963d3415639 None None] Provisioning complete for port 7d01cc19-6664-468a-b95d-b523e47172d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:31.358771 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-385119f7-2069-403b-a82d-7963d3415639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.411752 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (46af3b94-e381-4928-9382-19bbf8306874), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.454106 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-2fd6a56f-58cb-486a-b636-6f7150db13e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 1000 time: 0.0926778 Mar 15 17:23:31.524053 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (46af3b94-e381-4928-9382-19bbf8306874), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.528024 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-227d97e2-e212-4027-9f6e-98f18935e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:31.529499 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-227d97e2-e212-4027-9f6e-98f18935e205 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 200 len: 853 time: 0.0590780 Mar 15 17:23:31.585998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-6ec7ca28-c42b-47f1-8e7a-7460d6af285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:31.587601 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-6ec7ca28-c42b-47f1-8e7a-7460d6af285e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486543 Mar 15 17:23:31.595705 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-385119f7-2069-403b-a82d-7963d3415639 None None] Current status of the port 7d01cc19-6664-468a-b95d-b523e47172d3 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:31.609979 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (46af3b94-e381-4928-9382-19bbf8306874), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.663942 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46af3b94-e381-4928-9382-19bbf8306874,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:31.704296 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-62b3eeb9-cac1-4627-bb32-c6145d3ca82e service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034000 Mar 15 17:23:31.763858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.765064 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3e03982c-13cd-4d6d-8f29-e056be8d6bbc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4791188 Mar 15 17:23:31.768354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 52950) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:31.773057 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group_rule': {'security_group_id': 'c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3', 'project_id': '77576455e18246229bff2816aef266a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:31.811516 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1cf0d03b-451e-42ed-966e-34b06be37c1d req-f3e0600e-652e-4168-944a-2bbd298523e4 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997605 Mar 15 17:23:31.853158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e126e275-55da-47dc-b585-accac82a6fe8 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:31.859690 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (b5208832-d29c-4c45-97ba-dc27abf2c582), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.916992 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port e126e275-55da-47dc-b585-accac82a6fe8 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:31.917374 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e126e275-55da-47dc-b585-accac82a6fe8), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.922791 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Sync routers for ids ['11ba1335-b008-49e2-9e4e-b05caa29e380'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:31.933846 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (b5208832-d29c-4c45-97ba-dc27abf2c582), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.967081 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Routers {'11ba1335-b008-49e2-9e4e-b05caa29e380'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:31.967756 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['11ba1335-b008-49e2-9e4e-b05caa29e380'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:32.024816 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (b5208832-d29c-4c45-97ba-dc27abf2c582), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.044996 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5208832-d29c-4c45-97ba-dc27abf2c582,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:32.096080 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port e126e275-55da-47dc-b585-accac82a6fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:32.116218 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Set router 11ba1335-b008-49e2-9e4e-b05caa29e380 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:32.121949 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.121949 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-095d0537-c840-45e8-9314-698e6b64f466 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484399 Mar 15 17:23:32.121949 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 52956) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:32.124874 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group_rule': {'security_group_id': 'c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3', 'project_id': '77576455e18246229bff2816aef266a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:32.240054 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (2c285752-8916-4d6c-97bf-3199f81e99e6), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.314786 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (2c285752-8916-4d6c-97bf-3199f81e99e6), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.373402 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f31855-0cbc-44d8-b50c-7437b7b89b3c req-29eaa570-3a5c-435d-b837-7254f409c48f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:32.374873 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-96f31855-0cbc-44d8-b50c-7437b7b89b3c req-29eaa570-3a5c-435d-b837-7254f409c48f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0574472 Mar 15 17:23:32.400996 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (2c285752-8916-4d6c-97bf-3199f81e99e6), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.435611 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c285752-8916-4d6c-97bf-3199f81e99e6,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:32.443317 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-96f31855-0cbc-44d8-b50c-7437b7b89b3c req-ebd95641-e60e-4828-89da-a400b72e38b6 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627286 Mar 15 17:23:32.447911 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:28Z', 'revision_number': 4, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'fcd7cec9-e216-40cb-aa60-790c999ae83e', 'name': '', 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'mac_address': 'fa:16:3e:57:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:27Z', 'updated_at': '2022-03-15T17:23:28Z', 'revision_number': 2, 'project_id': '275d54a1616346048038fbdbf9472b74', 'subnets': [{'id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:32.477953 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Checking router: 11ba1335-b008-49e2-9e4e-b05caa29e380 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:32.478313 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Updating router 11ba1335-b008-49e2-9e4e-b05caa29e380 port fcd7cec9-e216-40cb-aa60-790c999ae83e binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:32.504915 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.505833 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.506115 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2f85fa1c-58d6-4fec-9c34-a55f5aa56bdc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846409 Mar 15 17:23:32.509112 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52964) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:32.514217 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group_rule': {'security_group_id': 'c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3', 'project_id': '77576455e18246229bff2816aef266a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:32.645373 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (0d742069-538a-4bca-94af-1f7a15f0d47f), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.702836 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (0d742069-538a-4bca-94af-1f7a15f0d47f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.772653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Publish callbacks [] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.788467 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (0d742069-538a-4bca-94af-1f7a15f0d47f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.808242 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d742069-538a-4bca-94af-1f7a15f0d47f,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:32.891717 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.893634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.894863 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a62fefc6-1550-4827-981e-1105c3630f15 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847618 Mar 15 17:23:32.897808 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52968) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:32.902239 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group_rule': {'security_group_id': 'c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3', 'project_id': '77576455e18246229bff2816aef266a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:32.939988 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307e8a9-ea84-4b47-8cb8-15ea43266dd4 None None] Pushing event updated for resources: {'Port': ['ID=fcd7cec9-e216-40cb-aa60-790c999ae83e,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.002927 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Attempting to bind port fcd7cec9-e216-40cb-aa60-790c999ae83e on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:33.003666 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Attempting to bind port fcd7cec9-e216-40cb-aa60-790c999ae83e by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:33.003666 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Attempting to bind port fcd7cec9-e216-40cb-aa60-790c999ae83e on network 87618d1e-d41c-4af1-ba92-175095df22c0 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:33.009653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:33.009886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Checking segment: {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:33.010202 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.010644 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Bound using segment: {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:33.011140 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Bound port: fcd7cec9-e216-40cb-aa60-790c999ae83e, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f8fc31-acd3-4ed6-b415-815052685bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:33.011840 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.045786 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.securitygroups_db [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Project 77576455e18246229bff2816aef266a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:23:33.051329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (03dde3ff-e8d2-43e6-9c6c-7d6984c43372), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.074127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b02eb3-8875-474e-a32a-904883979564 req-68ea5462-867d-4d2a-a96a-80cba6c6bd47 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:33.076502 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1b02eb3-8875-474e-a32a-904883979564 req-68ea5462-867d-4d2a-a96a-80cba6c6bd47 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0585279 Mar 15 17:23:33.098071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] For port fcd7cec9-e216-40cb-aa60-790c999ae83e, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:33.101770 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] For port fcd7cec9-e216-40cb-aa60-790c999ae83e, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=fcd7cec9-e216-40cb-aa60-790c999ae83e,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:33.123659 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (03dde3ff-e8d2-43e6-9c6c-7d6984c43372), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.131381 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1b02eb3-8875-474e-a32a-904883979564 req-bf9084a3-a4a3-4947-aa82-18416bb8a6da tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Mar 15 17:23:33.177198 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 05225eec-057d-489e-80c1-01427b979070 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:33.201701 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.203410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 05225eec-057d-489e-80c1-01427b979070 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:33.203781 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 05225eec-057d-489e-80c1-01427b979070 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:33.223152 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (03dde3ff-e8d2-43e6-9c6c-7d6984c43372), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.251196 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dde3ff-e8d2-43e6-9c6c-7d6984c43372,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.263690 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:23:33.273030 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] Provisioning complete for port fcd7cec9-e216-40cb-aa60-790c999ae83e triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:33.273448 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.277015 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Routers {'11ba1335-b008-49e2-9e4e-b05caa29e380'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:33.277645 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['11ba1335-b008-49e2-9e4e-b05caa29e380'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:33.281477 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307e8a9-ea84-4b47-8cb8-15ea43266dd4 None None] Pushing event updated for resources: {'Port': ['ID=fcd7cec9-e216-40cb-aa60-790c999ae83e,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.311698 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.312976 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2cf16d9e-a41f-4a05-bdae-77ec899fafda tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4142039 Mar 15 17:23:33.315757 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 52972) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:33.320248 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'security_group_rule': {'security_group_id': 'c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3', 'project_id': '77576455e18246229bff2816aef266a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:33.418331 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.securitygroups_db [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Project 77576455e18246229bff2816aef266a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:23:33.424229 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (acbcafde-7fab-4047-965e-36011335ed17), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.447413 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] Set router 11ba1335-b008-49e2-9e4e-b05caa29e380 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:33.490747 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (acbcafde-7fab-4047-965e-36011335ed17), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.494427 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] Current status of the port fcd7cec9-e216-40cb-aa60-790c999ae83e is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:33.495038 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.571043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f3ec0-a1f4-468a-9095-1e9d4f4a79a2 req-01d98dd5-cea7-4188-b239-816b614d7fe1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:33.572418 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-430f3ec0-a1f4-468a-9095-1e9d4f4a79a2 req-01d98dd5-cea7-4188-b239-816b614d7fe1 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0572960 Mar 15 17:23:33.600277 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (acbcafde-7fab-4047-965e-36011335ed17), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.604619 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] For port fcd7cec9-e216-40cb-aa60-790c999ae83e, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=fcd7cec9-e216-40cb-aa60-790c999ae83e,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:33.620025 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbcafde-7fab-4047-965e-36011335ed17,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.620270 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-430f3ec0-a1f4-468a-9095-1e9d4f4a79a2 req-53fb0e37-78eb-4f9c-b392-b431d3c48e6b tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Mar 15 17:23:33.689610 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:28Z', 'revision_number': 4, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'fcd7cec9-e216-40cb-aa60-790c999ae83e', 'name': '', 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'mac_address': 'fa:16:3e:57:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:27Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '275d54a1616346048038fbdbf9472b74', 'subnets': [{'id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:33.692828 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.722048 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.725131 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5452109f-a793-4cee-b81f-878db0eb54f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4064960 Mar 15 17:23:33.725265 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b179d78-e591-4b37-8550-ed410b3393dc None None] The sync data for ids ['11ba1335-b008-49e2-9e4e-b05caa29e380'] in dv-cinder-833871-1-iscsi is: [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:28Z', 'revision_number': 4, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'fcd7cec9-e216-40cb-aa60-790c999ae83e', 'name': '', 'network_id': '87618d1e-d41c-4af1-ba92-175095df22c0', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'mac_address': 'fa:16:3e:57:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:27Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '275d54a1616346048038fbdbf9472b74', 'subnets': [{'id': '88dda57b-d44d-4136-bdd7-dfefd0babdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:33.772020 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48e96-829d-4bc9-baad-87031aecb8a0 None None] Pushing event updated for resources: {'Port': ['ID=fcd7cec9-e216-40cb-aa60-790c999ae83e,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.824396 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-17b4f742-12c4-430b-9e22-aafb8f815961 None None] Provisioning complete for port fcd7cec9-e216-40cb-aa60-790c999ae83e triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:33.824776 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17b4f742-12c4-430b-9e22-aafb8f815961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.914634 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-17b4f742-12c4-430b-9e22-aafb8f815961 None None] Current status of the port fcd7cec9-e216-40cb-aa60-790c999ae83e is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:33.939373 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device fcd7cec9-e216-40cb-aa60-790c999ae83e up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:34.000092 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port fcd7cec9-e216-40cb-aa60-790c999ae83e triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:34.000505 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.089584 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port fcd7cec9-e216-40cb-aa60-790c999ae83e is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:34.260064 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13820a-946d-44a5-a2b9-aaedcb8d177f req-b547a147-fb3c-43c2-b21a-b8cdd3bb5e8a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:34.262385 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3c13820a-946d-44a5-a2b9-aaedcb8d177f req-b547a147-fb3c-43c2-b21a-b8cdd3bb5e8a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0576580 Mar 15 17:23:34.316369 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3c13820a-946d-44a5-a2b9-aaedcb8d177f req-6d63b83e-dd83-4b22-a77c-9ce20f327847 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486326 Mar 15 17:23:34.743928 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ef2e9-4d0b-4f29-9577-ed447dc009bf req-e0d934a1-deb9-4b93-82c4-596d1f740c2f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:34.745492 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-877ef2e9-4d0b-4f29-9577-ed447dc009bf req-e0d934a1-deb9-4b93-82c4-596d1f740c2f tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0535545 Mar 15 17:23:34.798641 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-877ef2e9-4d0b-4f29-9577-ed447dc009bf req-d39089af-448c-4080-b706-842cafdb7ee0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Mar 15 17:23:34.924775 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693bf4-d533-4cf0-86c4-674146490edd req-ef88f322-4c4c-4d8b-a341-c74e02587a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:34.926126 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43693bf4-d533-4cf0-86c4-674146490edd req-ef88f322-4c4c-4d8b-a341-c74e02587a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0512857 Mar 15 17:23:35.025319 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Deleting port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:35.025654 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:35.114126 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] For port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:35.114485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:35.360392 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:35.360751 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (a12ac7fe-2906-4dee-b5b2-c296e5791e6f), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:35.361064 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Floating IP a12ac7fe-2906-4dee-b5b2-c296e5791e6f disassociated. External IP: 172.27.1.223, port: b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6. Mar 15 17:23:35.361509 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Calling delete_port for b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:35.450384 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b21b2-0837-441d-8aa5-72526afa00d6 req-73c2eceb-3166-4bfa-a190-d1889403f292 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:35.451824 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b01b21b2-0837-441d-8aa5-72526afa00d6 req-73c2eceb-3166-4bfa-a190-d1889403f292 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 946 time: 0.0601611 Mar 15 17:23:35.499240 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b01b21b2-0837-441d-8aa5-72526afa00d6 req-0763f8cd-dcc6-4560-8d3c-cf0880abe264 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=62c67f2f-ffed-4279-aa21-5c31f157df45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Mar 15 17:23:35.600554 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:35.629461 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event deleted for resources: {'Port': ['ID=b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:35.753652 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:35.888637 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:35.899473 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:35.916337 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:35.927101 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:35.934160 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] No DVR routers for this DVR port b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:23:35.936908 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:35.941303 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43693bf4-d533-4cf0-86c4-674146490edd req-f9854717-9286-4100-b46f-a0f42ea53d9c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "DELETE /v2.0/ports/b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 HTTP/1.1" status: 204 len: 173 time: 1.0079091 Mar 15 17:23:35.941820 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-deleted', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:35.942592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db5ff-be5e-4bbe-a3b4-326db6c66b03 req-a8a6e7e7-ba5c-4d07-af3f-a7e6ce38cc09 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:35.944072 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317782d0-6412-4afc-99cb-11397db3c527" -d '{"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-deleted", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:35.944875 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b02db5ff-be5e-4bbe-a3b4-326db6c66b03 req-a8a6e7e7-ba5c-4d07-af3f-a7e6ce38cc09 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0704575 Mar 15 17:23:35.998759 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a79aa-3442-43da-972b-fc9f4387cca7 x-openstack-request-id: req-4a6a79aa-3442-43da-972b-fc9f4387cca7 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:35.999044 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5c81b-a32d-4176-85fa-3abf2ba706d2", "name": "network-vif-deleted", "tag": "b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:35.999297 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a6a79aa-3442-43da-972b-fc9f4387cca7 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:36.001506 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5c81b-a32d-4176-85fa-3abf2ba706d2', 'name': 'network-vif-deleted', 'tag': 'b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6', 'status': 'completed', 'code': 200} Mar 15 17:23:36.039593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b02db5ff-be5e-4bbe-a3b4-326db6c66b03 req-d2b53e53-4d47-4a69-9b72-156bf957e6ea tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851974 Mar 15 17:23:36.070661 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:36.282494 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:36.310052 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:36.318734 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:36.319343 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:36.439662 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:36.618617 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3afa8729-ca4c-4c3b-9cd8-fb5dcdc86981 req-8d0365d1-c1be-4194-9d7e-a96e71c91172 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=96b5c81b-a32d-4176-85fa-3abf2ba706d2 HTTP/1.1" status: 200 len: 210 time: 0.0307951 Mar 15 17:23:36.640515 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:36.671158 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5851b-496d-41c8-9d20-8d03b71195a9 None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:36.922044 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142e3b1-19cc-4ebe-8a4d-b5411eecf709 None None] New status for floating IP a12ac7fe-2906-4dee-b5b2-c296e5791e6f: DOWN {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:23:37.182515 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05648c-0ae2-4108-b741-2497cad378aa req-4b68ed6a-e987-4d30-9947-99ae9686706a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:37.184161 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7e05648c-0ae2-4108-b741-2497cad378aa req-4b68ed6a-e987-4d30-9947-99ae9686706a tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0648413 Mar 15 17:23:37.234270 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7e05648c-0ae2-4108-b741-2497cad378aa req-89d9ea97-ed9d-418e-921a-a8908b0f109c tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Mar 15 17:23:37.780934 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53054) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:37.855887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a23b1788-85fb-4f39-aa06-ecbfb43a442b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (62c67f2f-ffed-4279-aa21-5c31f157df45), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.879609 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a23b1788-85fb-4f39-aa06-ecbfb43a442b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (62c67f2f-ffed-4279-aa21-5c31f157df45), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.034444 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a23b1788-85fb-4f39-aa06-ecbfb43a442b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (62c67f2f-ffed-4279-aa21-5c31f157df45), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.036982 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a23b1788-85fb-4f39-aa06-ecbfb43a442b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.040614 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a23b1788-85fb-4f39-aa06-ecbfb43a442b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "DELETE /v2.0/security-groups/62c67f2f-ffed-4279-aa21-5c31f157df45 HTTP/1.1" status: 204 len: 168 time: 0.2561355 Mar 15 17:23:38.042611 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53058) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:38.055096 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.api.v2.resource [None req-6ec93686-c984-49f4-8ee2-e63d434e96a8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] show failed (client error): The resource could not be found. Mar 15 17:23:38.057426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-6ec93686-c984-49f4-8ee2-e63d434e96a8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups/62c67f2f-ffed-4279-aa21-5c31f157df45 HTTP/1.1" status: 404 len: 347 time: 0.0143754 Mar 15 17:23:38.061191 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1788-85fb-4f39-aa06-ecbfb43a442b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c67f2f-ffed-4279-aa21-5c31f157df45,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:38.068491 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53060) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:38.234742 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Deleting port 631126d5-51e4-4350-b486-4a51f4f42ebc {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:38.235084 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.330966 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.331281 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (631126d5-51e4-4350-b486-4a51f4f42ebc), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.359901 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Calling delete_port for 631126d5-51e4-4350-b486-4a51f4f42ebc owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:38.433039 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493273c-bbca-456b-a494-7148b54db718 req-768e3b86-3829-49d7-9e76-2ac3aba2ed42 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:38.435085 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a493273c-bbca-456b-a494-7148b54db718 req-768e3b86-3829-49d7-9e76-2ac3aba2ed42 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.1233716 Mar 15 17:23:38.503557 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a493273c-bbca-456b-a494-7148b54db718 req-092fbec8-b813-4c42-a573-f3f5f4d4fa61 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc482ae1-e229-454b-9354-a90e72038f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619357 Mar 15 17:23:38.640546 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (631126d5-51e4-4350-b486-4a51f4f42ebc), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.641583 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-1e156ec2-dfab-4d0c-9e53-78e6aa4f6beb tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:38.643041 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-1e156ec2-dfab-4d0c-9e53-78e6aa4f6beb tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 945 time: 0.0516882 Mar 15 17:23:38.681096 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event deleted for resources: {'Port': ['ID=631126d5-51e4-4350-b486-4a51f4f42ebc,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:38.705977 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (a12ac7fe-2906-4dee-b5b2-c296e5791e6f), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.708971 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.713342 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-51551510-4713-45ac-95b6-7d11b513eda9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "DELETE /v2.0/floatingips/a12ac7fe-2906-4dee-b5b2-c296e5791e6f HTTP/1.1" status: 204 len: 168 time: 0.6408708 Mar 15 17:23:38.768537 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Deleting port 721562b7-c047-4133-a7a9-67e259f2ac15 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:38.768981 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.870985 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] For port 721562b7-c047-4133-a7a9-67e259f2ac15, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=721562b7-c047-4133-a7a9-67e259f2ac15,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:38.870985 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.885530 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Calling delete_port for 721562b7-c047-4133-a7a9-67e259f2ac15 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:38.980835 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53068) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:38.985472 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265846211', 'description': 'tempest-description--1905286944'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:39.069365 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.103889 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (721562b7-c047-4133-a7a9-67e259f2ac15), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.115421 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['721562b7-c047-4133-a7a9-67e259f2ac15'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:39.132834 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Pushing event deleted for resources: {'Port': ['ID=721562b7-c047-4133-a7a9-67e259f2ac15,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:39.176985 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (7c87badf-34ac-48d9-bcdd-b9c9b531488e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.181052 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] No DVR routers for this DVR port 721562b7-c047-4133-a7a9-67e259f2ac15 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:23:39.182494 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:39.184169 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.187509 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b638c435-ce35-4dc6-a4a0-359f95300cc9 req-f37957c9-19d5-418c-8dd7-73b37bce6af0 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.44 "DELETE /v2.0/ports/721562b7-c047-4133-a7a9-67e259f2ac15 HTTP/1.1" status: 204 len: 173 time: 0.5381441 Mar 15 17:23:39.188033 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'name': 'network-vif-deleted', 'tag': '721562b7-c047-4133-a7a9-67e259f2ac15'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:39.190681 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61243c13-39ca-448f-b167-5a9a745c6644" -d '{"events": [{"server_uuid": "ef84f0db-b738-4fbb-82a8-90a0ce4a2c50", "name": "network-vif-deleted", "tag": "721562b7-c047-4133-a7a9-67e259f2ac15"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:39.211255 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:39.218671 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b2e6bfa2-41f6-4ac9-ae1c-9a77fec55aa6 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:39.218671 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 721562b7-c047-4133-a7a9-67e259f2ac15 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:39.233489 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed3b7ad-8866-434d-a28b-8aced837a91f x-openstack-request-id: req-7ed3b7ad-8866-434d-a28b-8aced837a91f {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:39.233792 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef84f0db-b738-4fbb-82a8-90a0ce4a2c50", "name": "network-vif-deleted", "tag": "721562b7-c047-4133-a7a9-67e259f2ac15", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:39.234017 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ed3b7ad-8866-434d-a28b-8aced837a91f {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:39.234433 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef84f0db-b738-4fbb-82a8-90a0ce4a2c50', 'name': 'network-vif-deleted', 'tag': '721562b7-c047-4133-a7a9-67e259f2ac15', 'status': 'completed', 'code': 200} Mar 15 17:23:39.238201 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 721562b7-c047-4133-a7a9-67e259f2ac15 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:39.238555 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 721562b7-c047-4133-a7a9-67e259f2ac15 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:39.274090 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (7c87badf-34ac-48d9-bcdd-b9c9b531488e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.308346 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87badf-34ac-48d9-bcdd-b9c9b531488e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:39.391418 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.392723 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-af13e026-f60f-4023-be2e-0e154bcb1a43 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4107275 Mar 15 17:23:39.395694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53072) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:39.400095 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'security_group_rule': {'security_group_id': '7c87badf-34ac-48d9-bcdd-b9c9b531488e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:39.521361 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (4a3844c3-f42d-4f46-a942-95d80957e57c), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.581620 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (4a3844c3-f42d-4f46-a942-95d80957e57c), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.613473 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f93cd82f-38f4-4e1a-9d2f-9a06fab476ac req-c572352b-9fe7-4956-8cf1-bcd30458bf67 tempest-ServerRescueNegativeTestJSON-2071850603 tempest-ServerRescueNegativeTestJSON-2071850603-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef84f0db-b738-4fbb-82a8-90a0ce4a2c50 HTTP/1.1" status: 200 len: 210 time: 0.0305488 Mar 15 17:23:39.720182 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (4a3844c3-f42d-4f46-a942-95d80957e57c), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.739165 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3844c3-f42d-4f46-a942-95d80957e57c,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:39.860130 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.861361 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b39ee139-e400-4395-a870-fbf1f97a2449 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647272 Mar 15 17:23:39.864150 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53076) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:39.868368 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'security_group_rule': {'security_group_id': '7c87badf-34ac-48d9-bcdd-b9c9b531488e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:39.989789 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (288ae20d-2411-42b3-9138-79c6bf9fdea7), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.046319 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (288ae20d-2411-42b3-9138-79c6bf9fdea7), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.148813 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (288ae20d-2411-42b3-9138-79c6bf9fdea7), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.167192 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288ae20d-2411-42b3-9138-79c6bf9fdea7,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:40.247812 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.249088 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-084074c6-9d11-4c62-a479-fd92821b9586 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839612 Mar 15 17:23:40.252106 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53080) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:40.256393 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:40.371759 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.481367 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.584581 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Allocated IP 172.27.1.57 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/7da595e4-8814-4d0d-a9fb-1f2a37c0da1e) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:40.679779 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53084) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:40.689534 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.783486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.825591 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:40.830470 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:40.834876 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:40.839545 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'Port': ['ID=7da595e4-8814-4d0d-a9fb-1f2a37c0da1e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:40.924523 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (232cfdfa-5fd2-4b0c-bd2c-44f9a653c345), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.159237 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.159872 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (f16debc0-57e3-4c0b-8693-4f592abf470c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.193031 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.262978 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.295783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (232cfdfa-5fd2-4b0c-bd2c-44f9a653c345), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.317641 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'Port': ['ID=7da595e4-8814-4d0d-a9fb-1f2a37c0da1e,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:41.390796 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.392213 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f091279d-f36e-4e0c-8b0f-9c9e8e2ec02e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1391709 Mar 15 17:23:41.604838 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-7373e908-6333-41a2-a944-71e33ddb105f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1265846211&fields=id&tenant_id=d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 267 time: 0.0485883 Mar 15 17:23:41.671153 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Deleting port d88cfb23-16c6-4361-9061-9148b7cbe682 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:41.671486 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.712432 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-33361a87-d425-43b2-af1a-d4a11b644beb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:41.713925 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-33361a87-d425-43b2-af1a-d4a11b644beb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 816 time: 0.1018054 Mar 15 17:23:41.729100 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-e547ed2c-ddb0-4bd0-a9c2-d7eb05aeace9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/quotas/d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 375 time: 0.0092578 Mar 15 17:23:41.755697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] For port d88cfb23-16c6-4361-9061-9148b7cbe682, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=d88cfb23-16c6-4361-9061-9148b7cbe682,segment=NetworkSegment(4c2df88b-f2a6-4620-8a8e-01c5902328fe),segment_id=4c2df88b-f2a6-4620-8a8e-01c5902328fe)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:41.756321 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.769147 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Calling delete_port for d88cfb23-16c6-4361-9061-9148b7cbe682 owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:41.784368 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-70f7bb51-e0c7-4a62-baec-33e6bb7c24d6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490522 Mar 15 17:23:42.023013 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (d88cfb23-16c6-4361-9061-9148b7cbe682), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.050977 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88cfb23-16c6-4361-9061-9148b7cbe682,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:42.117990 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-bedb7ae6-7b74-4d7d-9173-101013cbfbb6 service neutron] 10.222.0.23 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212075 Mar 15 17:23:42.213908 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-1128c161-fa36-4d94-8a3f-b1813c1ebea7 service neutron] 10.222.0.23 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900481 Mar 15 17:23:42.225670 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (f16debc0-57e3-4c0b-8693-4f592abf470c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.298483 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0397959f-9ee6-452b-b39b-230dc60d7e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.464239 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Router f16debc0-57e3-4c0b-8693-4f592abf470c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:42.500251 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a7ddc174-d30f-4276-9b0f-d739d9ed504e req-8b75e33c-75d2-43a7-88d9-fbfbb1f7b5da tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 210 time: 0.0403936 Mar 15 17:23:42.589508 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:42.595624 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9bd9fc18-a3d3-42a0-9aea-4f700e142b86 admin admin] 10.222.0.23 "PUT /v2.0/routers/f16debc0-57e3-4c0b-8693-4f592abf470c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9157805 Mar 15 17:23:42.598646 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53110) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:42.599925 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] Sync routers for ids ['f16debc0-57e3-4c0b-8693-4f592abf470c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:42.611967 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] Routers {'f16debc0-57e3-4c0b-8693-4f592abf470c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:42.612612 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f16debc0-57e3-4c0b-8693-4f592abf470c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:42.708388 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks [] for router (f16debc0-57e3-4c0b-8693-4f592abf470c), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.818346 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] Set router f16debc0-57e3-4c0b-8693-4f592abf470c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:42.833055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks [] for router_gateway (f16debc0-57e3-4c0b-8693-4f592abf470c), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.942049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Deleting port 8e215173-ab49-4926-a980-278de503cc0e {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:42.942301 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (8e215173-ab49-4926-a980-278de503cc0e), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.001045 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '8e215173-ab49-4926-a980-278de503cc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:23:41Z', 'revision_number': 5, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port': {'id': '8e215173-ab49-4926-a980-278de503cc0e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:21:10Z', 'updated_at': '2022-03-15T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:43.031926 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] Checking router: f16debc0-57e3-4c0b-8693-4f592abf470c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:43.034337 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] For port 8e215173-ab49-4926-a980-278de503cc0e, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=8e215173-ab49-4926-a980-278de503cc0e,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:43.034700 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (8e215173-ab49-4926-a980-278de503cc0e), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.040804 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] Routers {'f16debc0-57e3-4c0b-8693-4f592abf470c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:43.042522 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f16debc0-57e3-4c0b-8693-4f592abf470c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:43.048043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Calling delete_port for 8e215173-ab49-4926-a980-278de503cc0e owned by network:router_gateway {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:43.132764 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] Set router f16debc0-57e3-4c0b-8693-4f592abf470c gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:43.186054 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:23:42Z', 'revision_number': 6, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:43.214897 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a377be2-9ad6-4f83-8b69-5bb3d562d2b1 None None] The sync data for ids ['f16debc0-57e3-4c0b-8693-4f592abf470c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f16debc0-57e3-4c0b-8693-4f592abf470c', 'name': 'tempest-ServerRescueNegativeTestJSON-1998603471-router', 'tenant_id': '4a0995b0944b438080f7df7f6186f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:21:09Z', 'updated_at': '2022-03-15T17:23:42Z', 'revision_number': 6, 'project_id': '4a0995b0944b438080f7df7f6186f8e8', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:43.348650 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (8e215173-ab49-4926-a980-278de503cc0e), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.376990 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e215173-ab49-4926-a980-278de503cc0e,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:43.403230 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (f16debc0-57e3-4c0b-8693-4f592abf470c), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.511471 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (f16debc0-57e3-4c0b-8693-4f592abf470c), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.519517 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks [] for router_controller (f16debc0-57e3-4c0b-8693-4f592abf470c), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.610407 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6aa13bfe-1328-4327-b1fb-1ee4a9bdb2ad req-fc8a85d9-623e-4832-b286-203d9310c515 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 210 time: 0.0295610 Mar 15 17:23:43.668880 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (f16debc0-57e3-4c0b-8693-4f592abf470c), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.669440 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16debc0-57e3-4c0b-8693-4f592abf470c {{(pid=103754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:23:43.674609 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.678926 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ba0bb3a9-4caf-44ac-af8c-2f752f3cee42 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f16debc0-57e3-4c0b-8693-4f592abf470c HTTP/1.1" status: 204 len: 168 time: 1.0760417 Mar 15 17:23:43.682353 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53120) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:43.724813 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Deleting subnet 0bb0e850-b22e-48b2-943b-82aca18d990e {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:23:43.728630 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Publish callbacks [] for subnet (0bb0e850-b22e-48b2-943b-82aca18d990e), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.764297 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Publish callbacks [] for subnet (0bb0e850-b22e-48b2-943b-82aca18d990e), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.773553 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (0bb0e850-b22e-48b2-943b-82aca18d990e), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.926092 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (0bb0e850-b22e-48b2-943b-82aca18d990e), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.960593 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb0e850-b22e-48b2-943b-82aca18d990e,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:43.965932 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.967776 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-312d5f9d-5977-4aa5-a136-54cca4bffd0e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0bb0e850-b22e-48b2-943b-82aca18d990e HTTP/1.1" status: 204 len: 168 time: 0.2876492 Mar 15 17:23:43.970371 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53122) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:44.045696 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 8e215173-ab49-4926-a980-278de503cc0e no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:44.059796 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (4cf382d5-79c7-4013-872e-ac271f84c2a7), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.077232 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 8e215173-ab49-4926-a980-278de503cc0e {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:44.077575 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 8e215173-ab49-4926-a980-278de503cc0e not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:44.078206 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d88cfb23-16c6-4361-9061-9148b7cbe682 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:44.099789 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: d88cfb23-16c6-4361-9061-9148b7cbe682 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:44.100396 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d88cfb23-16c6-4361-9061-9148b7cbe682 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:44.147549 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (4cf382d5-79c7-4013-872e-ac271f84c2a7), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.177570 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf382d5-79c7-4013-872e-ac271f84c2a7']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:44.191027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2df88b-f2a6-4620-8a8e-01c5902328fe') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:44.191608 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2df88b-f2a6-4620-8a8e-01c5902328fe') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:44.210534 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (4c2df88b-f2a6-4620-8a8e-01c5902328fe), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.225109 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (4c2df88b-f2a6-4620-8a8e-01c5902328fe), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.233405 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:23:44.233665 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (4c2df88b-f2a6-4620-8a8e-01c5902328fe), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:23:44.237031 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:23:44.377605 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (4cf382d5-79c7-4013-872e-ac271f84c2a7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.383215 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.389267 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] 10.222.0.23 "DELETE /v2.0/networks/4cf382d5-79c7-4013-872e-ac271f84c2a7 HTTP/1.1" status: 204 len: 168 time: 0.4176922 Mar 15 17:23:44.405062 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2109b1-374f-4761-8ba8-45edc0f81e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf382d5-79c7-4013-872e-ac271f84c2a7,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:44.548776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-be0909b1-7650-4f1d-9487-e735fb6246d6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:44.550214 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-be0909b1-7650-4f1d-9487-e735fb6246d6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 816 time: 0.1076684 Mar 15 17:23:44.616666 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-3f4f9fc3-6377-4b16-8ebf-160f3db3d21d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 380 time: 0.0573697 Mar 15 17:23:44.627471 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'port': {'device_id': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'admin_state_up': True, 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'security_groups': ['7c87badf-34ac-48d9-bcdd-b9c9b531488e']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:44.720225 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-be39177f-1582-4f94-9ffe-0bdb9352df7b req-7bfa7d69-d53c-4f25-b795-156d620c5357 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 210 time: 0.0276930 Mar 15 17:23:44.760485 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b996116a-5fc6-4d42-819c-633f524dc3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.851335 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Made reservation on behalf of d7aede9fb4844b08bb39998d12d842b3 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:44.854749 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.891487 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53130) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:44.943630 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fcdfcd5f-21b6-408f-9d02-6d30769186c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a0995b0944b438080f7df7f6186f8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509067 Mar 15 17:23:44.946192 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53132) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:44.993105 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Allocated IP 172.20.0.5 (38f111f1-5b7e-4709-a214-83a7dc6b3791/afc48950-096a-46be-956f-86584f849e8a/298f505d-415b-4225-b62a-bb7cc62a5649) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:44.997010 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-983f1d49-daff-4324-ab75-0ff1e84ef8cc admin admin] Publish callbacks [] for security_group (bc482ae1-e229-454b-9354-a90e72038f7b), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.020181 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-983f1d49-daff-4324-ab75-0ff1e84ef8cc admin admin] Publish callbacks [] for security_group (bc482ae1-e229-454b-9354-a90e72038f7b), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.149701 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for port (298f505d-415b-4225-b62a-bb7cc62a5649), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.154060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-983f1d49-daff-4324-ab75-0ff1e84ef8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (bc482ae1-e229-454b-9354-a90e72038f7b), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.156818 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-983f1d49-daff-4324-ab75-0ff1e84ef8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.158036 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-983f1d49-daff-4324-ab75-0ff1e84ef8cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc482ae1-e229-454b-9354-a90e72038f7b HTTP/1.1" status: 204 len: 168 time: 0.2108741 Mar 15 17:23:45.165665 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1d49-daff-4324-ab75-0ff1e84ef8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc482ae1-e229-454b-9354-a90e72038f7b,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:45.263868 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.309801 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:45.310584 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:45.314424 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:45.341938 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:45.377884 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:45.377884 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.505834 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-844f4135-a3f4-4ab1-be4b-d045bf68fca2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8831975 Mar 15 17:23:45.518876 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Request body: {'port': {'device_id': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:45.532688 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-1e2e44f7-56a8-4ba9-adc5-c4a58db26ccb None None] Provisioning complete for port 298f505d-415b-4225-b62a-bb7cc62a5649 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:45.533257 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1e2e44f7-56a8-4ba9-adc5-c4a58db26ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.568044 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e44f7-56a8-4ba9-adc5-c4a58db26ccb None None] Port 298f505d-415b-4225-b62a-bb7cc62a5649 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:45.596137 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.813806 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.849568 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ddae-6bcd-4559-887b-1468e3af5b92 req-f16a7933-4742-4f75-a322-5091a7b5a91c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:45.851365 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c541ddae-6bcd-4559-887b-1468e3af5b92 req-f16a7933-4742-4f75-a322-5091a7b5a91c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 931 time: 0.0562894 Mar 15 17:23:45.881124 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298f505d-415b-4225-b62a-bb7cc62a5649 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:45.890542 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Publish callbacks [] for port (298f505d-415b-4225-b62a-bb7cc62a5649), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.902779 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Transition to ACTIVE for port object 298f505d-415b-4225-b62a-bb7cc62a5649 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:23:45.903254 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c541ddae-6bcd-4559-887b-1468e3af5b92 req-1520ba85-4437-4daa-afb7-55369e450c1b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 Mar 15 17:23:45.971496 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.031507 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:46.106556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Attempting to bind port 298f505d-415b-4225-b62a-bb7cc62a5649 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:46.107492 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Attempting to bind port 298f505d-415b-4225-b62a-bb7cc62a5649 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:46.107861 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Attempting to bind port 298f505d-415b-4225-b62a-bb7cc62a5649 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:46.112458 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Port 298f505d-415b-4225-b62a-bb7cc62a5649 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:23:46.112776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Attempting to bind port 298f505d-415b-4225-b62a-bb7cc62a5649 on network 38f111f1-5b7e-4709-a214-83a7dc6b3791 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:46.117984 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:46.118681 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Checking segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:46.119073 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Bound using segment: {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:46.119526 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Bound port: 298f505d-415b-4225-b62a-bb7cc62a5649, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e682209-61c8-4b19-920c-1813de466588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:46.120045 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.187566 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:46.190697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:46.258295 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.293633 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.294302 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.296278 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] 10.222.0.44 "PUT /v2.0/ports/298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 1093 time: 0.7816281 Mar 15 17:23:46.297075 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:46.300844 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53176) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:46.302599 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d8337-aab3-4dcf-b465-6222a7512d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:46.349044 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed5988-37c5-4a46-9e85-ef9f1e940132 service neutron] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:46.353541 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3962c1-a31b-41c8-8da8-f832002832ed x-openstack-request-id: req-af3962c1-a31b-41c8-8da8-f832002832ed {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:46.353829 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:46.354084 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af3962c1-a31b-41c8-8da8-f832002832ed {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:46.354542 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'status': 'completed', 'code': 200} Mar 15 17:23:46.429159 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d8337-aab3-4dcf-b465-6222a7512d7b req-4b168116-c853-4492-a02e-45349fb63939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.429369 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-145d8337-aab3-4dcf-b465-6222a7512d7b req-4b168116-c853-4492-a02e-45349fb63939 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1127 time: 0.0540307 Mar 15 17:23:46.432770 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1626559788-network', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:46.538027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d8337-aab3-4dcf-b465-6222a7512d7b req-d410fd1c-711f-42c6-90df-3b4829e8ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.539690 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-145d8337-aab3-4dcf-b465-6222a7512d7b req-d410fd1c-711f-42c6-90df-3b4829e8ee21 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d7aede9fb4844b08bb39998d12d842b3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0982072 Mar 15 17:23:46.542724 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Made reservation on behalf of d56aa20df3a34f05af28f5bbc2fbfe0e for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:46.545681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.554499 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.632148 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks [] for security_group (8fe9f758-809d-4fc8-b40a-2a0516ca373d), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.638437 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d8337-aab3-4dcf-b465-6222a7512d7b req-d70c2c22-95e7-4bc8-9f03-790b22f61411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.639955 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-145d8337-aab3-4dcf-b465-6222a7512d7b req-d70c2c22-95e7-4bc8-9f03-790b22f61411 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932229 Mar 15 17:23:46.708817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (8fe9f758-809d-4fc8-b40a-2a0516ca373d), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.729471 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-c76634f8-ad74-4f12-ab4b-95d407ae06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.730975 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-c76634f8-ad74-4f12-ab4b-95d407ae06d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1127 time: 0.0443673 Mar 15 17:23:46.733733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23de9031-e058-4675-b575-42578431b762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:23:46.743259 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9f758-809d-4fc8-b40a-2a0516ca373d,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:46.749534 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (192c85ee-8318-4161-8792-6a3ffdebde24), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.749872 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Added segment 192c85ee-8318-4161-8792-6a3ffdebde24 of type vlan for network b960f61d-142e-4595-b4ad-02357e33f7e4 Mar 15 17:23:46.801779 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-833e30e4-e1ce-4bad-9105-9cf17eb3243a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 217 time: 0.0573380 Mar 15 17:23:46.817436 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (b960f61d-142e-4595-b4ad-02357e33f7e4), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.862545 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-7fc7a86e-8a9b-4941-9e3c-b273750f9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.864039 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-7fc7a86e-8a9b-4941-9e3c-b273750f9804 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0548127 Mar 15 17:23:46.902657 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (b960f61d-142e-4595-b4ad-02357e33f7e4), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.904433 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.905020 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.918823 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-01238fe6-9c66-4fec-a4e6-4e22b96245c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:46.920982 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-01238fe6-9c66-4fec-a4e6-4e22b96245c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480211 Mar 15 17:23:46.967793 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de9031-e058-4675-b575-42578431b762 admin admin] Pushing event updated for resources: {'Network': ['ID=b960f61d-142e-4595-b4ad-02357e33f7e4,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:46.978325 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network b960f61d-142e-4595-b4ad-02357e33f7e4 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:23:47.025956 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-04a5fe57-2ea4-4529-b46c-300a99273145 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965388 Mar 15 17:23:47.035797 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3671-4348-47bd-915f-60958557d404 req-143870f0-703c-4448-91c6-08f6d1e44653 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:47.037306 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8f8f3671-4348-47bd-915f-60958557d404 req-143870f0-703c-4448-91c6-08f6d1e44653 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0589244 Mar 15 17:23:47.042089 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-23de9031-e058-4675-b575-42578431b762 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7383583 Mar 15 17:23:47.044283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53184) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:47.055266 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Request body: {'subnet': {'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-subnet', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:47.090484 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8f8f3671-4348-47bd-915f-60958557d404 req-afec69b2-c85b-41a9-ae3b-03793cd0c0a4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Mar 15 17:23:47.145473 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eceb0f8f-bf3f-45d6-a675-194c47a8b08a req-8e7afdc6-638f-45d9-a10d-762731b7947b service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115496 Mar 15 17:23:47.199935 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Made reservation on behalf of d56aa20df3a34f05af28f5bbc2fbfe0e for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:47.202764 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:47.394357 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:47.492001 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (9e3f7b3e-5d77-46ed-b849-e31ecf8a9955), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:47.546879 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:47.555329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:47.555711 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Network hostable DHCP agents. Network: b960f61d-142e-4595-b4ad-02357e33f7e4, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:23:47.691707 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:23:47.800356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, b960f61d-142e-4595-b4ad-02357e33f7e4) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:47.804396 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:47.805021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:47.809376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b5b027-d74b-4eea-b5b6-3696871f820a None None] Network b960f61d-142e-4595-b4ad-02357e33f7e4 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:47.910300 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-b960f61d-142e-4595-b4ad-02357e33f7e4', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:23:47.911114 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:47.912084 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5a10397b-69b2-4fdd-b04e-dc3ec65c774c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8661518 Mar 15 17:23:47.914707 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53188) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:47.919133 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:48.045839 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Allocated IP 172.20.0.2 (b960f61d-142e-4595-b4ad-02357e33f7e4/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955/822a579d-86b0-4336-9c09-2a4b6e4bdcd2) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:48.057690 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (76860f9b-ec75-451e-94d5-3a381277d4f5), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.063877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (76860f9b-ec75-451e-94d5-3a381277d4f5), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.110609 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks [] for router_controller (76860f9b-ec75-451e-94d5-3a381277d4f5), precommit_add_association {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.189371 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Publish callbacks [] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.264168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.300071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:48.304925 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:48.308740 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:48.317674 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Pushing event updated for resources: {'Port': ['ID=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:48.333316 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad7fde-5058-4ce5-9adf-fe825374fb6d req-173a9812-085e-4e8a-888d-fe77ee42ed1e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:48.334792 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cfad7fde-5058-4ce5-9adf-fe825374fb6d req-173a9812-085e-4e8a-888d-fe77ee42ed1e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.1710491 Mar 15 17:23:48.338620 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks [] for router_gateway (76860f9b-ec75-451e-94d5-3a381277d4f5), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.370225 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Attempting to bind port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Attempting to bind port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Attempting to bind port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Bound using segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Bound port: 822a579d-86b0-4336-9c09-2a4b6e4bdcd2, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:48.377865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.386588 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cfad7fde-5058-4ce5-9adf-fe825374fb6d req-808a8e6d-87ac-4309-b3c8-aa9fc0f96999 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Mar 15 17:23:48.447936 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] For port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:48.451158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] For port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:48.578360 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.630015 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks [] for router_gateway (76860f9b-ec75-451e-94d5-3a381277d4f5), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.649832 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.763847 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Allocated IP 172.27.1.39 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/ca19b97d-b4b5-40c9-87eb-769514899fba) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:48.768888 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62127f-f609-4478-a982-63e995ccab84 None None] Pushing event updated for resources: {'Port': ['ID=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:48.822732 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.880065 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks [] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.006271 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.052575 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:49.055693 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:49.059593 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:49.065341 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Pushing event updated for resources: {'Port': ['ID=ca19b97d-b4b5-40c9-87eb-769514899fba,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:49.216823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:23:49.314302 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:49.325657 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '298f505d-415b-4225-b62a-bb7cc62a5649', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649', 'mac_address': 'fa:16:3e:9c:d3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:23:49.362826 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:49.363216 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.368523 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks [] for router_gateway (76860f9b-ec75-451e-94d5-3a381277d4f5), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.378439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298f505d-415b-4225-b62a-bb7cc62a5649 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:49.400415 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:49.531949 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.584069 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:49.701793 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33664f8-e2d3-4b51-a8a3-37c338210012 None None] Network b960f61d-142e-4595-b4ad-02357e33f7e4 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:49.742267 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faf53d-c493-4d8f-9cff-8c008847fa3d req-e5a04c80-f16f-4aa9-a377-2269b53b151c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.743797 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-67faf53d-c493-4d8f-9cff-8c008847fa3d req-e5a04c80-f16f-4aa9-a377-2269b53b151c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 944 time: 0.0787945 Mar 15 17:23:49.811237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] Provisioning complete for port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:49.811237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.840334 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['298f505d-415b-4225-b62a-bb7cc62a5649'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:49.879216 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-67faf53d-c493-4d8f-9cff-8c008847fa3d req-4bba773f-a29c-47de-9e73-056d5a85d268 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006312 Mar 15 17:23:49.894881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (76860f9b-ec75-451e-94d5-3a381277d4f5), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.909981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:50.008749 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] Current status of the port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:50.013122 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.063464 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:50.063868 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.072991 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] For port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:50.154683 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:23:50.177382 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.210661 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:50.211047 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.250559 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc638-23f9-48a4-baf7-d4b3fb320506 None None] Pushing event updated for resources: {'Port': ['ID=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:50.264872 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:50.276419 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:50.297443 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.db.api [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:23:50.297795 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG oslo_db.api [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:23:50.303391 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:50.304042 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:50.333744 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.335159 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2c0230f8-8337-41a1-bc62-2e5c1aba8b2e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4193599 Mar 15 17:23:50.337913 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53200) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:50.343707 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-4c6f52f5-b1ba-4dae-81d8-418a722b723c None None] Provisioning complete for port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:50.343707 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4c6f52f5-b1ba-4dae-81d8-418a722b723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.475328 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:50.536947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f52f5-b1ba-4dae-81d8-418a722b723c None None] Current status of the port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:50.665573 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:49Z', 'revision_number': 3, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:50.690835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-62ae820d-96fb-45e3-9c0a-c92beb3565d0 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741738103&fields=id&tenant_id=77576455e18246229bff2816aef266a6 HTTP/1.1" status: 200 len: 267 time: 0.0669706 Mar 15 17:23:50.695084 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:50.695436 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Updating router 76860f9b-ec75-451e-94d5-3a381277d4f5 port ca19b97d-b4b5-40c9-87eb-769514899fba binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:50.722485 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:50.854687 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:50.879044 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4eda2068-f27a-4235-b434-3e7f9931faac tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:50.880766 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4eda2068-f27a-4235-b434-3e7f9931faac tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 808 time: 0.1669753 Mar 15 17:23:50.899254 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-f916ac2b-9a2b-4566-8c6f-ddc1c8dd36cf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/quotas/77576455e18246229bff2816aef266a6 HTTP/1.1" status: 200 len: 375 time: 0.0123625 Mar 15 17:23:50.909450 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.003198 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Publish callbacks [] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.051446 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-c89c2ab2-33a6-416d-aad2-522b4fe95bd0 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448426 Mar 15 17:23:51.063193 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.176694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ca11c-f2f8-4f0f-b96e-10a45f97ae34 req-47de7d51-7679-48e7-9fee-fcdf92fa356c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:51.178250 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3b6ca11c-f2f8-4f0f-b96e-10a45f97ae34 req-47de7d51-7679-48e7-9fee-fcdf92fa356c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 944 time: 0.1834085 Mar 15 17:23:51.238683 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:51.261560 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6deda5-ae7d-4c53-8354-42bd0e5dac67 None None] Pushing event updated for resources: {'Port': ['ID=ca19b97d-b4b5-40c9-87eb-769514899fba,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:51.266970 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Allocated IP 172.20.0.1 (b960f61d-142e-4595-b4ad-02357e33f7e4/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955/40089895-d5d0-4901-a5e5-8b155fd923eb) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:51.269812 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Attempting to bind port ca19b97d-b4b5-40c9-87eb-769514899fba on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:51.270148 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Attempting to bind port ca19b97d-b4b5-40c9-87eb-769514899fba by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:51.270507 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Attempting to bind port ca19b97d-b4b5-40c9-87eb-769514899fba on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:51.276950 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-e4690f8a-ecea-4a32-85ca-315f648ddd46 service neutron] 10.222.0.23 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980064 Mar 15 17:23:51.283278 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:51.287763 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:51.287763 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.287763 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:51.287763 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Bound port: ca19b97d-b4b5-40c9-87eb-769514899fba, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:51.287763 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.346122 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] For port ca19b97d-b4b5-40c9-87eb-769514899fba, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:51.349343 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] For port ca19b97d-b4b5-40c9-87eb-769514899fba, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ca19b97d-b4b5-40c9-87eb-769514899fba,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:51.357104 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3b6ca11c-f2f8-4f0f-b96e-10a45f97ae34 req-7a5d4f82-f2ca-49a0-ad52-2f1d2db14356 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581423 Mar 15 17:23:51.405677 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 298f505d-415b-4225-b62a-bb7cc62a5649 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:23:51.409697 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 298f505d-415b-4225-b62a-bb7cc62a5649 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:51.410076 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.437821 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.452149 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-6d313ad0-7a5f-4825-a1b5-da305852fe06 service neutron] 10.222.0.23 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669393 Mar 15 17:23:51.469473 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks [] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.519408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6deda5-ae7d-4c53-8354-42bd0e5dac67 None None] Pushing event updated for resources: {'Port': ['ID=ca19b97d-b4b5-40c9-87eb-769514899fba,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:51.519408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:51.519408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:51.579027 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.617058 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:51.618814 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:51.621373 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:51.622165 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (76860f9b-ec75-451e-94d5-3a381277d4f5), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.628646 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:51.628646 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.661890 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:51.664362 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9a6d1-bbda-4428-b6d9-d4ecaa94bd03" -d '{"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-plugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:51.677006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Pushing event updated for resources: {'Port': ['ID=40089895-d5d0-4901-a5e5-8b155fd923eb,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:51.702167 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:51.710623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:51.714317 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea18106-4d1e-459c-a5d3-4e34f63682ea x-openstack-request-id: req-3ea18106-4d1e-459c-a5d3-4e34f63682ea {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:51.714634 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-plugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:51.714896 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ea18106-4d1e-459c-a5d3-4e34f63682ea {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:51.715308 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'code': 200} Mar 15 17:23:51.889180 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:51.893111 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.915009 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.000102 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:52.011737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-8653ebc0-83ae-4e09-bd84-1b0924287f01 None None] Provisioning complete for port 40089895-d5d0-4901-a5e5-8b155fd923eb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:52.011737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8653ebc0-83ae-4e09-bd84-1b0924287f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.071816 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:52.072455 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.077321 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:49Z', 'revision_number': 3, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:52.112657 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks [] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.125992 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8653ebc0-83ae-4e09-bd84-1b0924287f01 None None] Port 40089895-d5d0-4901-a5e5-8b155fd923eb cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:52.130756 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196284-8d0d-4243-86ac-856540b77401 None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:49Z', 'revision_number': 3, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:52.177587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8495-edf0-4829-84aa-3850e79bece9 req-7fea188a-00aa-4396-9aed-d4a21d0acf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:52.179072 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-625e8495-edf0-4829-84aa-3850e79bece9 req-7fea188a-00aa-4396-9aed-d4a21d0acf18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1129 time: 0.0686049 Mar 15 17:23:52.186188 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-12e55ed4-c112-4d32-898d-61d0afebeffd req-a715675c-3a35-4367-a262-3448bd54bbf0 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 210 time: 0.0464227 Mar 15 17:23:52.187899 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.188990 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (76860f9b-ec75-451e-94d5-3a381277d4f5), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.214561 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:52.247035 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-625e8495-edf0-4829-84aa-3850e79bece9 req-44c69b33-2221-4625-8339-7e56218dd1dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596287 Mar 15 17:23:52.302161 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Pushing event updated for resources: {'Port': ['ID=40089895-d5d0-4901-a5e5-8b155fd923eb,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:52.351837 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:52.353312 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:52.667507 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-9fe63454-973e-4cc1-8d72-85d92cc7f3e1 None None] Provisioning complete for port 40089895-d5d0-4901-a5e5-8b155fd923eb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:52.668084 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9fe63454-973e-4cc1-8d72-85d92cc7f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:52.711227 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9fe63454-973e-4cc1-8d72-85d92cc7f3e1 None None] Port 40089895-d5d0-4901-a5e5-8b155fd923eb cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:52.783194 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc459ef-eaac-47be-83a4-63445ef2e656 req-9c256844-180e-4d2e-8bb9-1612db93efc2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:52.784792 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3dc459ef-eaac-47be-83a4-63445ef2e656 req-9c256844-180e-4d2e-8bb9-1612db93efc2 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.1051033 Mar 15 17:23:52.812048 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:52.908533 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3dc459ef-eaac-47be-83a4-63445ef2e656 req-9197c8e6-01aa-41ff-929d-16383ccba288 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161447 Mar 15 17:23:52.955610 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:52.960858 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-4afb7273-db3b-4b98-a655-6f07041529ac admin admin] 10.222.0.23 "PUT /v2.0/routers/76860f9b-ec75-451e-94d5-3a381277d4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218827 Mar 15 17:23:53.265628 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-01918b25-5f0d-451d-85c9-261aecb0f556 req-ef20303e-f2af-488d-82c8-018f037a02b8 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 210 time: 0.0279293 Mar 15 17:23:53.663336 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53238) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:53.668089 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216799768', 'description': 'tempest-description--155863542'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:53.760271 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:53.841946 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (0f6f96da-2c6e-40ee-891b-3e8ea0fe688f), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:53.885510 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:53.897726 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:53.910685 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ca19b97d-b4b5-40c9-87eb-769514899fba up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:53.911210 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:53.931573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (0f6f96da-2c6e-40ee-891b-3e8ea0fe688f), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:53.957933 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port ca19b97d-b4b5-40c9-87eb-769514899fba triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:53.959948 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:53.963078 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:54.029834 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:54.049786 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82c2cc-bd80-4ff7-a52d-9fff8669d3ef req-24eccede-ab3e-4802-aeab-a703a1fb7456 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:54.051232 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0f82c2cc-bd80-4ff7-a52d-9fff8669d3ef req-24eccede-ab3e-4802-aeab-a703a1fb7456 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0615702 Mar 15 17:23:54.063491 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.063491 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-37a18964-f0d6-48cc-b0e3-2a7a67982946 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3987527 Mar 15 17:23:54.066700 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53242) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:54.069313 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port ca19b97d-b4b5-40c9-87eb-769514899fba is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:54.069720 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.077639 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '0f6f96da-2c6e-40ee-891b-3e8ea0fe688f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:54.093448 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port ca19b97d-b4b5-40c9-87eb-769514899fba, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ca19b97d-b4b5-40c9-87eb-769514899fba,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:54.130331 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0f82c2cc-bd80-4ff7-a52d-9fff8669d3ef req-5c0509b0-1136-48ef-8f40-40b3ef0d96f7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722082 Mar 15 17:23:54.184495 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.189632 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (808a768a-2be4-4ac4-bf6d-63cb46a98578), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.239696 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=ca19b97d-b4b5-40c9-87eb-769514899fba,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:54.253158 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:54.278276 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (808a768a-2be4-4ac4-bf6d-63cb46a98578), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.280466 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:54.280879 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Updating router 76860f9b-ec75-451e-94d5-3a381277d4f5 port 40089895-d5d0-4901-a5e5-8b155fd923eb binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:54.297341 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a20b-60a8-4810-8bcb-e7ab74144550 req-8d865688-f62a-42da-913c-028aab7dd2ce tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:54.298960 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-41a0a20b-60a8-4810-8bcb-e7ab74144550 req-8d865688-f62a-42da-913c-028aab7dd2ce tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0713134 Mar 15 17:23:54.308857 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53250) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:54.314345 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.315400 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Request body: {'floatingip': {'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:54.367040 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (808a768a-2be4-4ac4-bf6d-63cb46a98578), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.387182 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (232cfdfa-5fd2-4b0c-bd2c-44f9a653c345), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.396886 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-75b84e0c-247d-4a28-87f4-77df0d8fcaf9 req-e4daf5c2-563c-40bc-a919-0b101be0c716 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 210 time: 0.0453563 Mar 15 17:23:54.428791 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808a768a-2be4-4ac4-bf6d-63cb46a98578,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:54.588580 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.590538 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-689d6c1d-fbbb-421c-96b7-4a0f1e927338 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5230625 Mar 15 17:23:54.593078 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53254) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:54.594409 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Publish callbacks [] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.609771 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '0f6f96da-2c6e-40ee-891b-3e8ea0fe688f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:54.697471 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.728103 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-272439e4-3718-41df-8422-212a06b34f0e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:54.729492 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-272439e4-3718-41df-8422-212a06b34f0e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.44 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 808 time: 0.1052094 Mar 15 17:23:54.735985 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (449c1c93-2fc0-46a5-8de0-5a2962572513), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.744126 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e1b11-7028-4e8c-97c4-16048e19ad44 None None] Pushing event updated for resources: {'Port': ['ID=40089895-d5d0-4901-a5e5-8b155fd923eb,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:54.828564 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Attempting to bind port 40089895-d5d0-4901-a5e5-8b155fd923eb on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:54.828936 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Attempting to bind port 40089895-d5d0-4901-a5e5-8b155fd923eb by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:54.829294 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Attempting to bind port 40089895-d5d0-4901-a5e5-8b155fd923eb on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:54.833283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (449c1c93-2fc0-46a5-8de0-5a2962572513), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.834665 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:54.834994 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:54.835391 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.836304 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Bound using segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:54.836442 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Bound port: 40089895-d5d0-4901-a5e5-8b155fd923eb, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:54.836841 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.857865 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-89a38e7b-aca7-4bb9-81bb-24790fbd8a89 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77576455e18246229bff2816aef266a6 HTTP/1.1" status: 200 len: 380 time: 0.1008384 Mar 15 17:23:54.868869 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'port': {'device_id': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'admin_state_up': True, 'tenant_id': '77576455e18246229bff2816aef266a6', 'security_groups': ['c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:54.904779 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] For port 40089895-d5d0-4901-a5e5-8b155fd923eb, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:54.907934 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] For port 40089895-d5d0-4901-a5e5-8b155fd923eb, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=40089895-d5d0-4901-a5e5-8b155fd923eb,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:54.936250 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (449c1c93-2fc0-46a5-8de0-5a2962572513), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.964565 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449c1c93-2fc0-46a5-8de0-5a2962572513,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:54.978020 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.050415 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.051105 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53256) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:55.053056 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:55.054736 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fe4205e3-6ad4-4b4a-b891-8d2c72dfea34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4595697 Mar 15 17:23:55.056298 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] Provisioning complete for port 40089895-d5d0-4901-a5e5-8b155fd923eb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:55.056785 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.067387 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e1b11-7028-4e8c-97c4-16048e19ad44 None None] Pushing event updated for resources: {'Port': ['ID=40089895-d5d0-4901-a5e5-8b155fd923eb,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:55.081077 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:55.085712 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:55.090502 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.195241 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Made reservation on behalf of 77576455e18246229bff2816aef266a6 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:55.205224 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.210567 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] Current status of the port 40089895-d5d0-4901-a5e5-8b155fd923eb is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:55.211050 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.234887 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.240297 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (232cfdfa-5fd2-4b0c-bd2c-44f9a653c345), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.246028 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:55.284472 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] For port 40089895-d5d0-4901-a5e5-8b155fd923eb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=40089895-d5d0-4901-a5e5-8b155fd923eb,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:55.362747 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Allocated IP 172.20.0.8 (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4/992a94b4-ecd2-439b-bdf0-e1a47ae88c34/e8cfbb52-b115-4e78-9a77-c0e037e3cc55) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:55.417416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.425937 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Floating IP 232cfdfa-5fd2-4b0c-bd2c-44f9a653c345 associated. External IP: 172.27.1.57, port: 298f505d-415b-4225-b62a-bb7cc62a5649. Mar 15 17:23:55.513947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f70b1b-0e86-4ed2-ad6e-cf3cdd5a4cab None None] Pushing event updated for resources: {'Port': ['ID=40089895-d5d0-4901-a5e5-8b155fd923eb,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:55.540225 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e26bad9d-72d5-4e2a-b214-05411cee5a9f req-d62e92e5-b17a-47da-88d4-85b0565cd75b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 210 time: 0.0372410 Mar 15 17:23:55.569919 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.573322 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-9a9e7272-cfc9-437a-b5b6-9ee36c871ec5 None None] Provisioning complete for port 40089895-d5d0-4901-a5e5-8b155fd923eb triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:55.573694 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7272-cfc9-437a-b5b6-9ee36c871ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.593759 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.615795 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:55.646599 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81428b1-691b-4401-bfa1-89a4a5bbca6d None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:55.668636 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e7272-cfc9-437a-b5b6-9ee36c871ec5 None None] Current status of the port 40089895-d5d0-4901-a5e5-8b155fd923eb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:55.705544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.754820 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:55.758128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:55.762020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:55.822873 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:55.849148 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:55.850353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:55.946604 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-ae292941-f0c7-428d-b0e6-5fe25efbf4d1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836444 Mar 15 17:23:55.959266 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Request body: {'port': {'device_id': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:56.068870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.078653 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ca19b97d-b4b5-40c9-87eb-769514899fba up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:56.107711 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.27.1.78 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/6bdd6714-62a2-425e-a5ea-541e3c4e7684) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:56.129374 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:56.154065 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port ca19b97d-b4b5-40c9-87eb-769514899fba triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:56.154704 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.260715 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-d9209834-a7c4-4c0a-9c4c-efb08f2c5218 None None] Provisioning complete for port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:56.261961 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d9209834-a7c4-4c0a-9c4c-efb08f2c5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.285744 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port ca19b97d-b4b5-40c9-87eb-769514899fba is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:56.287245 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 40089895-d5d0-4901-a5e5-8b155fd923eb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:56.324382 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.332920 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d9209834-a7c4-4c0a-9c4c-efb08f2c5218 None None] Port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:56.352548 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 40089895-d5d0-4901-a5e5-8b155fd923eb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:56.353032 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.359669 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:56.365647 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.414443 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-44106fa8-401a-47b7-98dd-6895330916d3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "PUT /v2.0/floatingips/232cfdfa-5fd2-4b0c-bd2c-44f9a653c345 HTTP/1.1" status: 200 len: 990 time: 2.1025550 Mar 15 17:23:56.416191 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:56.418496 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2" -d '{"events": [{"name": "network-changed", "server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:56.420124 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:56.446023 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:56.446654 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:56.464752 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf28d2d-d762-4e2f-bbae-de820e6417de x-openstack-request-id: req-4cf28d2d-d762-4e2f-bbae-de820e6417de {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:56.465250 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:56.465250 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cf28d2d-d762-4e2f-bbae-de820e6417de {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:56.465685 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'status': 'completed', 'code': 200} Mar 15 17:23:56.481020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cfbb52-b115-4e78-9a77-c0e037e3cc55 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:56.490776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Publish callbacks [] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.504516 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Transition to ACTIVE for port object e8cfbb52-b115-4e78-9a77-c0e037e3cc55 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:23:56.549622 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-148060f3-2a02-4f68-ad5a-86e12b2107c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:56.551158 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-148060f3-2a02-4f68-ad5a-86e12b2107c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1129 time: 0.0586746 Mar 15 17:23:56.608218 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.617171 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.696884 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=6bdd6714-62a2-425e-a5ea-541e3c4e7684,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:56.714625 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:56.755441 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:56.757202 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 40089895-d5d0-4901-a5e5-8b155fd923eb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:56.758301 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:56.774441 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:56.804340 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Attempting to bind port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:56.804917 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Attempting to bind port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:56.805318 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Attempting to bind port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 on network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:56.811086 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 on network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:23:56.811530 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Attempting to bind port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 on network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:56.827756 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:56.828200 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Checking segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:56.828690 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Bound using segment: {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:56.829188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Bound port: e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b7d11d-f69d-482e-8cef-d97c96c21da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:56.829606 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.840213 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:56.853038 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (4b6bc4a3-13cd-4afb-b041-024c7c179815), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.912251 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9301d21-4f69-4d88-b7a1-ddffb73e523a req-18de62b7-be7b-4162-888d-e981d97ea429 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:56.920265 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9301d21-4f69-4d88-b7a1-ddffb73e523a req-18de62b7-be7b-4162-888d-e981d97ea429 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.2133017 Mar 15 17:23:56.931808 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:56.938282 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:56.962958 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-d8e721e7-6a22-45fb-9f32-225b7d923d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:56.968939 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-d8e721e7-6a22-45fb-9f32-225b7d923d5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.4076943 Mar 15 17:23:56.984386 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.008006 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.068172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.068348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.070191 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] 10.222.0.44 "PUT /v2.0/ports/e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 1093 time: 1.1161530 Mar 15 17:23:57.070663 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:57.073362 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b46c968-0cab-4184-aaea-d49016f293cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:57.113853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e4114-2af3-42d4-a07c-879c7d492c90 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:57.152136 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8186e91-e99c-44ab-a1a6-279e995736d6 x-openstack-request-id: req-b8186e91-e99c-44ab-a1a6-279e995736d6 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:57.152431 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:57.155946 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8186e91-e99c-44ab-a1a6-279e995736d6 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:57.155946 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'status': 'completed', 'code': 200} Mar 15 17:23:57.226199 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9301d21-4f69-4d88-b7a1-ddffb73e523a req-24b45336-0ea0-4af2-8df3-66e875451277 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049881 Mar 15 17:23:57.233284 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-7a04715c-1848-4c65-96d0-bcd0e476ebf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 998 time: 0.2446215 Mar 15 17:23:57.272163 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46c968-0cab-4184-aaea-d49016f293cd req-423e5129-19f8-44b6-8805-796916b37575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.274121 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7b46c968-0cab-4184-aaea-d49016f293cd req-423e5129-19f8-44b6-8805-796916b37575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1127 time: 0.0782771 Mar 15 17:23:57.336837 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '232cfdfa-5fd2-4b0c-bd2c-44f9a653c345', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'mac_address': 'fa:16:3e:9c:d3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:40Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 1, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:57.341551 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-7bfc624d-d6f8-470e-9b34-4f883b9d3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.343211 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-7bfc624d-d6f8-470e-9b34-4f883b9d3441 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.1037607 Mar 15 17:23:57.367798 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:57.383905 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:57.384612 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:57.400502 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.404031 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46c968-0cab-4184-aaea-d49016f293cd req-ab6247cf-165d-44e7-915b-afc06b66d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.405702 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7b46c968-0cab-4184-aaea-d49016f293cd req-ab6247cf-165d-44e7-915b-afc06b66d545 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=77576455e18246229bff2816aef266a6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1204362 Mar 15 17:23:57.413786 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-22239686-2558-4ae5-ac5e-780d19ba092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.415486 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-22239686-2558-4ae5-ac5e-780d19ba092c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635846 Mar 15 17:23:57.476186 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.511894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (4b6bc4a3-13cd-4afb-b041-024c7c179815), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.516282 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:57.517742 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46c968-0cab-4184-aaea-d49016f293cd req-896ccd2f-23b4-4865-b361-3492327c207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.519489 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7b46c968-0cab-4184-aaea-d49016f293cd req-896ccd2f-23b4-4865-b361-3492327c207f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083391 Mar 15 17:23:57.553639 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=6bdd6714-62a2-425e-a5ea-541e3c4e7684,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:57.572262 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-68645383-cb5d-4136-9355-dc8a45e81235 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495490 Mar 15 17:23:57.600941 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:57.611866 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f9fe4038-6fa8-4d9a-a13c-7e99f34dd8a2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5530939 Mar 15 17:23:57.612021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-b6e65f16-ec44-4e67-ba12-dd95fe7b16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.613384 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-b6e65f16-ec44-4e67-ba12-dd95fe7b16b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1127 time: 0.0528340 Mar 15 17:23:57.665501 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-11f62184-05d4-4ef0-bba0-f92d896a3873 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 217 time: 0.0389647 Mar 15 17:23:57.678605 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ce357fc-9b24-4a17-bd03-3f9aceb3bca2 req-8c1d8ac8-2586-4d56-ac1b-b2ded39f55f5 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000841 Mar 15 17:23:57.726371 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f7e5b4b-7ffc-4877-b01e-4a73ed38cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.728106 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-4f7e5b4b-7ffc-4877-b01e-4a73ed38cde3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 200 len: 847 time: 0.0574105 Mar 15 17:23:57.780453 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-6998bf53-8a8f-4850-a262-796597ffad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.781154 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-8f52d6f9-0037-4dca-9829-1f9a92770633 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--216799768&fields=id&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 267 time: 0.0455849 Mar 15 17:23:57.782604 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-6998bf53-8a8f-4850-a262-796597ffad4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490847 Mar 15 17:23:57.800127 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '232cfdfa-5fd2-4b0c-bd2c-44f9a653c345', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'mac_address': 'fa:16:3e:9c:d3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:40Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 1, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:57.828490 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a99610-3e95-407a-bc28-26acf849c6c5 None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '232cfdfa-5fd2-4b0c-bd2c-44f9a653c345', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'mac_address': 'fa:16:3e:9c:d3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:40Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 1, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:57.890897 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-7ae04cf5-f50a-432c-863c-6c42122fa8a4 service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968544 Mar 15 17:23:57.897167 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-175b25bd-77ca-42f3-adba-2e813365f72e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.898942 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-175b25bd-77ca-42f3-adba-2e813365f72e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1112089 Mar 15 17:23:57.913773 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-3653dc53-1842-4943-adbe-3fad44a6d6eb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/quotas/d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 375 time: 0.0097060 Mar 15 17:23:57.978470 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-e6f64066-3ec0-420d-882d-8f36d6d6c307 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592375 Mar 15 17:23:57.999116 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-92ac5b30-4961-4d45-9f88-65ca36b3565a req-09cbcf14-3b48-4105-92c2-98021486e00a service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015143 Mar 15 17:23:58.051738 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51c4b-c801-43ca-b965-4e55be7d00d5 None None] New status for floating IP 232cfdfa-5fd2-4b0c-bd2c-44f9a653c345: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:23:58.083518 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-08ae144b-6b77-4860-998d-d6176e214481 service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927832 Mar 15 17:23:58.178800 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-ee083fab-2272-4729-a4c8-bfb74c82e1e7 service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895040 Mar 15 17:23:58.364127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94c602-972e-4249-86f6-9f0af7258c9d req-4ca6ff10-b336-485f-83f2-07d6aa89aa5c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:58.364127 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd94c602-972e-4249-86f6-9f0af7258c9d req-4ca6ff10-b336-485f-83f2-07d6aa89aa5c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0550420 Mar 15 17:23:58.424701 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e06b3e60-5051-4e74-852b-acdad3688e43 req-46357d85-331d-4146-b6ad-6b5b0cef1516 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 210 time: 0.0292959 Mar 15 17:23:58.455367 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd94c602-972e-4249-86f6-9f0af7258c9d req-5762c3a5-e25d-457a-8ae0-4d7e85f95edb tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882516 Mar 15 17:23:58.611734 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:58.878602 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-e4950edf-bd47-4394-bed8-f5a01bfab441 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433836 Mar 15 17:23:58.945026 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-fb133c08-72ea-4f52-baa5-c7660b47fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:58.946480 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-fb133c08-72ea-4f52-baa5-c7660b47fc88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 1130 time: 0.0438557 Mar 15 17:23:59.306495 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-89920858-dfdf-49dd-9836-5e83ea8b0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:59.308366 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-89920858-dfdf-49dd-9836-5e83ea8b0e4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 912 time: 0.3394673 Mar 15 17:23:59.374047 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-88f740c8-6d06-4563-b52a-e0446e9dd771 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 200 len: 1002 time: 0.0586531 Mar 15 17:23:59.430545 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-cf7a0525-7d33-430f-8419-2011f7ea39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:59.432567 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-cf7a0525-7d33-430f-8419-2011f7ea39fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.0482750 Mar 15 17:23:59.498326 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-5b781367-ea31-49bc-a5f1-4c803f33c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:59.499992 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-5b781367-ea31-49bc-a5f1-4c803f33c74e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537033 Mar 15 17:23:59.529251 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-342b9219-5d11-4187-84d5-4a7fe6fadc39 req-d7c7e89e-4cce-451d-948e-0c0e7295298a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 210 time: 0.0349021 Mar 15 17:23:59.590086 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f7504-4e08-48ff-9b17-e61d79ca23af req-0da24ad7-8543-430b-af04-1d2704e3576c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:59.591882 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cb3f7504-4e08-48ff-9b17-e61d79ca23af req-0da24ad7-8543-430b-af04-1d2704e3576c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0614195 Mar 15 17:23:59.607240 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-29eddf26-974c-41c5-9a5d-f1e58a44c46d service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003742 Mar 15 17:23:59.641865 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cb3f7504-4e08-48ff-9b17-e61d79ca23af req-c39a2a24-a2f1-4cd4-9cca-2a74a0309690 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Mar 15 17:23:59.699195 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-96bb8288-5a56-4ff4-89d2-a16a1eb1c5ef req-90813d81-bbf5-43d5-a064-91157d436530 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Mar 15 17:24:00.624835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a9902b62-8982-40ac-ac29-23d2d7ba3e01 req-d01fe2d0-5152-4f39-b090-0e7994498912 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Mar 15 17:24:00.626750 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-211e3d55-143a-4be1-aff7-1bc45fc74a1e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:00.628346 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-211e3d55-143a-4be1-aff7-1bc45fc74a1e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1062908 Mar 15 17:24:00.701580 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-5b890bc8-5f69-49d5-9862-ecf2e12f5bee tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 379 time: 0.0551524 Mar 15 17:24:00.710718 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'port': {'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'admin_state_up': True, 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'security_groups': ['0f6f96da-2c6e-40ee-891b-3e8ea0fe688f']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:00.760238 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ac6d-82dd-4109-8e0c-a025236eb5b3 req-d32c76f0-e8e0-4b29-a43f-603877e6397b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:00.761727 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3691ac6d-82dd-4109-8e0c-a025236eb5b3 req-d32c76f0-e8e0-4b29-a43f-603877e6397b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0521815 Mar 15 17:24:00.816077 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3691ac6d-82dd-4109-8e0c-a025236eb5b3 req-27595935-7745-4320-a295-b36ed41073f1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477948 Mar 15 17:24:00.925574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Made reservation on behalf of d56aa20df3a34f05af28f5bbc2fbfe0e for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:24:00.928880 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.057126 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.20.0.9 (b960f61d-142e-4595-b4ad-02357e33f7e4/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955/f4533214-84ea-4eba-95c8-e6d4f669828d) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:24:01.193950 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.332415 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.376631 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:24:01.379858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:24:01.383512 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:24:01.407782 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=f4533214-84ea-4eba-95c8-e6d4f669828d,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:01.438547 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:01.439332 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.613375 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-e41b19ba-2c29-4540-af54-691bbcc12602 None None] Provisioning complete for port f4533214-84ea-4eba-95c8-e6d4f669828d triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:01.613996 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e41b19ba-2c29-4540-af54-691bbcc12602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.631125 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-159ba0f0-ce3d-4855-9973-fc607ff88265 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9241772 Mar 15 17:24:01.642639 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Request body: {'port': {'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:01.646410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e41b19ba-2c29-4540-af54-691bbcc12602 None None] Port f4533214-84ea-4eba-95c8-e6d4f669828d cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:24:01.706288 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.743953 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9944f-b4cc-4cc2-aa23-5d46b08e5b7c req-08f11efd-90bc-44dc-bcb2-ed51ea789620 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:01.745374 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-61c9944f-b4cc-4cc2-aa23-5d46b08e5b7c req-08f11efd-90bc-44dc-bcb2-ed51ea789620 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 931 time: 0.0521545 Mar 15 17:24:01.792765 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-61c9944f-b4cc-4cc2-aa23-5d46b08e5b7c req-6c81b89d-ed8e-4a84-8b25-896a7b76a332 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Mar 15 17:24:01.960303 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826204a-7cff-4cbf-b132-14d335c84f20 req-d8edbc62-78f0-4ced-b2f7-b2397c955be7 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:01.961837 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0826204a-7cff-4cbf-b132-14d335c84f20 req-d8edbc62-78f0-4ced-b2f7-b2397c955be7 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.1074355 Mar 15 17:24:01.985656 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4533214-84ea-4eba-95c8-e6d4f669828d {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:01.993559 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Publish callbacks [] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.009325 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Transition to ACTIVE for port object f4533214-84ea-4eba-95c8-e6d4f669828d will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:24:02.014703 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e1878-c59b-40b8-b3c0-68c04ddd6a2e req-adbfb3eb-865d-4772-91e5-4065c97a632d tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.014703 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d88e1878-c59b-40b8-b3c0-68c04ddd6a2e req-adbfb3eb-865d-4772-91e5-4065c97a632d tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.1278512 Mar 15 17:24:02.070288 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-c73c022f-62fc-4ad3-9299-e9ad71b4f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.071822 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-c73c022f-62fc-4ad3-9299-e9ad71b4f8f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1168 time: 0.1280777 Mar 15 17:24:02.074415 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.080780 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0826204a-7cff-4cbf-b132-14d335c84f20 req-1fef83de-3c98-4494-a213-2404b9dde6b5 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019588 Mar 15 17:24:02.130891 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Pushing event updated for resources: {'Port': ['ID=f4533214-84ea-4eba-95c8-e6d4f669828d,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:02.159659 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d88e1878-c59b-40b8-b3c0-68c04ddd6a2e req-7114a205-aa8f-4473-b328-676a83cd6d5f tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323831 Mar 15 17:24:02.197656 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-e82c928c-1974-49bf-b02a-9aa2eea5c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.198658 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-e82c928c-1974-49bf-b02a-9aa2eea5c48f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 915 time: 0.1169670 Mar 15 17:24:02.230607 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Attempting to bind port f4533214-84ea-4eba-95c8-e6d4f669828d on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:24:02.231223 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Attempting to bind port f4533214-84ea-4eba-95c8-e6d4f669828d by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:24:02.232233 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Attempting to bind port f4533214-84ea-4eba-95c8-e6d4f669828d on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:24:02.237512 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Port f4533214-84ea-4eba-95c8-e6d4f669828d on network b960f61d-142e-4595-b4ad-02357e33f7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:24:02.237983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Attempting to bind port f4533214-84ea-4eba-95c8-e6d4f669828d on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:24:02.243682 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:24:02.244162 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:24:02.244557 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Bound using segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:24:02.244984 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Bound port: f4533214-84ea-4eba-95c8-e6d4f669828d, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:24:02.245341 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.271965 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-e21a3fde-316e-4c2f-81a3-9ac540d9f1be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 1000 time: 0.0658464 Mar 15 17:24:02.315183 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] For port f4533214-84ea-4eba-95c8-e6d4f669828d, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:24:02.318468 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] For port f4533214-84ea-4eba-95c8-e6d4f669828d, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=f4533214-84ea-4eba-95c8-e6d4f669828d,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:24:02.327170 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-7691e5b4-2a50-4710-9a99-a3672873920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.328667 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-7691e5b4-2a50-4710-9a99-a3672873920e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 200 len: 853 time: 0.0489383 Mar 15 17:24:02.382443 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-29acf9c6-014c-4d90-aee9-63ddd26c6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.383891 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-29acf9c6-014c-4d90-aee9-63ddd26c6bcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475740 Mar 15 17:24:02.440770 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.473060 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.473332 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.473746 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-6b5e258c-cf81-441f-90d2-60c9f5fc8fa0 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825286 Mar 15 17:24:02.474470 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] 10.222.0.44 "PUT /v2.0/ports/f4533214-84ea-4eba-95c8-e6d4f669828d HTTP/1.1" status: 200 len: 1093 time: 0.8359678 Mar 15 17:24:02.476849 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:02.479231 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0c9a67-a371-46e1-9a62-6bac980b665a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:02.513690 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000f19d-eebf-42b8-b32f-b78e661e0b8b service neutron] Pushing event updated for resources: {'Port': ['ID=f4533214-84ea-4eba-95c8-e6d4f669828d,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:02.528983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c6aefd-d9d6-4b1a-aa8d-9c8ac222063f x-openstack-request-id: req-04c6aefd-d9d6-4b1a-aa8d-9c8ac222063f {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:02.529277 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:02.529530 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04c6aefd-d9d6-4b1a-aa8d-9c8ac222063f {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:02.530117 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'status': 'completed', 'code': 200} Mar 15 17:24:02.590535 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9a67-a371-46e1-9a62-6bac980b665a req-ccff595d-0f18-4feb-99c8-3a3a528b0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.592353 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ae0c9a67-a371-46e1-9a62-6bac980b665a req-ccff595d-0f18-4feb-99c8-3a3a528b0ed3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 1127 time: 0.0490851 Mar 15 17:24:02.600024 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b386d289-5d80-4784-8cd3-a6b4e2763e83 req-dbd0ef9c-4bef-468b-9725-b853004218b8 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065087 Mar 15 17:24:02.708637 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9a67-a371-46e1-9a62-6bac980b665a req-bc52bd69-521f-4faa-85d6-e5b42c77f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.710431 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ae0c9a67-a371-46e1-9a62-6bac980b665a req-bc52bd69-521f-4faa-85d6-e5b42c77f270 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1013818 Mar 15 17:24:02.805407 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9a67-a371-46e1-9a62-6bac980b665a req-6dd62a16-3787-46e3-96e6-69413b976796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.806761 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ae0c9a67-a371-46e1-9a62-6bac980b665a req-6dd62a16-3787-46e3-96e6-69413b976796 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901604 Mar 15 17:24:02.899302 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-e68169e1-6bd2-4173-9df2-0747539f5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.900826 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-e68169e1-6bd2-4173-9df2-0747539f5e9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 1127 time: 0.0462949 Mar 15 17:24:02.930997 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bd518-9ef7-4783-9cc7-67671dc32345 req-716bab05-d4ba-47c0-a393-f101cb0a0495 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.933191 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-742bd518-9ef7-4783-9cc7-67671dc32345 req-716bab05-d4ba-47c0-a393-f101cb0a0495 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 943 time: 0.0539815 Mar 15 17:24:02.943161 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-cb2ab320-3501-42de-9772-4279dfa05798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4533214-84ea-4eba-95c8-e6d4f669828d HTTP/1.1" status: 200 len: 217 time: 0.0354810 Mar 15 17:24:02.980102 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-742bd518-9ef7-4783-9cc7-67671dc32345 req-386bdf00-98b5-4de9-8fe5-7ea5aa6d2649 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406654 Mar 15 17:24:02.995418 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-abfecf82-90c5-4cd8-878f-8e34a243aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:02.996888 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-abfecf82-90c5-4cd8-878f-8e34a243aa91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0479517 Mar 15 17:24:03.047485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eee6b-1b89-4207-8034-d076336f153d req-2a16d3fe-1cb1-4696-9ffd-6a4e4a8977ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:03.054529 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-2a16d3fe-1cb1-4696-9ffd-6a4e4a8977ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436106 Mar 15 17:24:03.139893 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-366ac582-dc00-43d7-a2ad-8accc97a301d service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Mar 15 17:24:03.214239 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fa6c0-60c9-4dfd-96cb-ad1ad2da7542 req-38d47645-3f6f-4123-8fdd-05171a1feb1e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:03.215873 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c96fa6c0-60c9-4dfd-96cb-ad1ad2da7542 req-38d47645-3f6f-4123-8fdd-05171a1feb1e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0645971 Mar 15 17:24:03.236932 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9e0eee6b-1b89-4207-8034-d076336f153d req-7030d726-0493-4444-830c-ef7878ea6f91 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917733 Mar 15 17:24:03.316599 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ba69-72e5-4343-8f85-80c4430598f8 req-b8419037-870f-4d06-b530-8566467da3b9 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:03.318146 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-67c8ba69-72e5-4343-8f85-80c4430598f8 req-b8419037-870f-4d06-b530-8566467da3b9 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0878227 Mar 15 17:24:03.323617 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c96fa6c0-60c9-4dfd-96cb-ad1ad2da7542 req-7b4e2a41-11c2-4a3e-97f7-9d6d70c17128 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003873 Mar 15 17:24:03.369381 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-67c8ba69-72e5-4343-8f85-80c4430598f8 req-57236939-0677-4a8f-887e-30bbaf9ca2f7 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Mar 15 17:24:04.097190 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ec21c-3278-4a21-9969-c456148fbc4b req-d24c85fc-ede5-48c7-becf-156836302a31 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:04.098599 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-da0ec21c-3278-4a21-9969-c456148fbc4b req-d24c85fc-ede5-48c7-becf-156836302a31 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 943 time: 0.0525103 Mar 15 17:24:04.143698 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-da0ec21c-3278-4a21-9969-c456148fbc4b req-a744e31e-0adc-4e43-991f-e6157428f867 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393436 Mar 15 17:24:04.473161 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761499d-ff80-4766-a8e9-eae087a1a4dd req-b723c2bb-ee26-466d-8c78-3b49a710238a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:04.474642 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2761499d-ff80-4766-a8e9-eae087a1a4dd req-b723c2bb-ee26-466d-8c78-3b49a710238a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0828791 Mar 15 17:24:04.514948 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047201a-94e5-43a0-9a90-f3d3fe7b40df req-d4d7ba2d-21aa-4ff6-89e4-d015e4a45f9f tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:04.516429 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8047201a-94e5-43a0-9a90-f3d3fe7b40df req-d4d7ba2d-21aa-4ff6-89e4-d015e4a45f9f tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0791686 Mar 15 17:24:04.566217 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2761499d-ff80-4766-a8e9-eae087a1a4dd req-cfd0cc83-c7e7-4d52-bf86-0dcaf64372c8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852909 Mar 15 17:24:04.591898 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8047201a-94e5-43a0-9a90-f3d3fe7b40df req-29df66c8-fc02-415e-a63f-7731f48415f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697129 Mar 15 17:24:05.263029 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a519-2981-47d8-aa97-77da2a5c24a4 req-32cde53c-c90f-49a2-a96e-5ac4235746fc tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:05.264492 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f1b4a519-2981-47d8-aa97-77da2a5c24a4 req-32cde53c-c90f-49a2-a96e-5ac4235746fc tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 943 time: 0.0549316 Mar 15 17:24:05.316028 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f1b4a519-2981-47d8-aa97-77da2a5c24a4 req-7d1ae3bc-0993-4717-b255-65e10fb18a5c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425425 Mar 15 17:24:05.326306 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device f4533214-84ea-4eba-95c8-e6d4f669828d details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:24:05.433912 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port f4533214-84ea-4eba-95c8-e6d4f669828d, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=f4533214-84ea-4eba-95c8-e6d4f669828d,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:05.445585 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:24:05.486355 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port f4533214-84ea-4eba-95c8-e6d4f669828d is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:05.486746 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:05.500269 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4533214-84ea-4eba-95c8-e6d4f669828d {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:05.519731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port f4533214-84ea-4eba-95c8-e6d4f669828d, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=f4533214-84ea-4eba-95c8-e6d4f669828d,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:05.599918 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:05.600609 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:24:05.688570 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=f4533214-84ea-4eba-95c8-e6d4f669828d,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:05.719520 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6785b26-5c47-4010-8d38-7300a18369db req-aa1bef85-ea47-40e4-a638-0e45e548058a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:05.721041 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6785b26-5c47-4010-8d38-7300a18369db req-aa1bef85-ea47-40e4-a638-0e45e548058a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0868578 Mar 15 17:24:05.731999 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26a17-2184-4313-af90-c20e7b807501 req-a264ae7b-d2d4-4476-ac08-a9e5284701cf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:05.733452 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29f26a17-2184-4313-af90-c20e7b807501 req-a264ae7b-d2d4-4476-ac08-a9e5284701cf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0711613 Mar 15 17:24:05.737783 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:05.750471 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'port_id': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'mac_address': 'fa:16:3e:23:83:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:24:05.786437 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:05.786736 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:05.799327 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cfbb52-b115-4e78-9a77-c0e037e3cc55 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:05.819259 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:05.822233 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6785b26-5c47-4010-8d38-7300a18369db req-775ba798-5e45-4e9e-8922-a362752b0568 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878074 Mar 15 17:24:05.826166 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29f26a17-2184-4313-af90-c20e7b807501 req-7983b054-393d-4fcd-8553-e9e90aac7a4c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850010 Mar 15 17:24:05.908538 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:05.955185 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:06.178886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['f4533214-84ea-4eba-95c8-e6d4f669828d'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:24:06.206923 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['e8cfbb52-b115-4e78-9a77-c0e037e3cc55'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:24:06.434496 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475040a-884e-447d-a9ad-2b5227efd0cf req-93ba2672-e0c9-4810-a00b-0bfe6ddbd478 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:06.436403 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3475040a-884e-447d-a9ad-2b5227efd0cf req-93ba2672-e0c9-4810-a00b-0bfe6ddbd478 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 944 time: 0.0518801 Mar 15 17:24:06.482418 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3475040a-884e-447d-a9ad-2b5227efd0cf req-46078c88-cdf9-4f43-b087-e62b508dd05b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Mar 15 17:24:06.974940 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201430-5f73-4b16-83a6-8bde64fef319 req-f7c8658d-32b6-4850-8a9b-c42c5c85a69c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:06.976439 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-68201430-5f73-4b16-83a6-8bde64fef319 req-f7c8658d-32b6-4850-8a9b-c42c5c85a69c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 944 time: 0.0845125 Mar 15 17:24:06.984159 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16375e6-03b8-4a2d-a713-c49817ff6756 req-129cecb9-d2a4-4544-89ff-2e8ab67893ec tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:06.985548 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a16375e6-03b8-4a2d-a713-c49817ff6756 req-129cecb9-d2a4-4544-89ff-2e8ab67893ec tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0955086 Mar 15 17:24:07.061067 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-68201430-5f73-4b16-83a6-8bde64fef319 req-585b7b57-78bc-40e8-9e47-ecf6b4a64e7d tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740402 Mar 15 17:24:07.074151 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a16375e6-03b8-4a2d-a713-c49817ff6756 req-065d894e-0a86-4023-b8a4-51512628d52e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820320 Mar 15 17:24:07.329869 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device f4533214-84ea-4eba-95c8-e6d4f669828d up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:24:07.445556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port f4533214-84ea-4eba-95c8-e6d4f669828d completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:24:07.449450 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port f4533214-84ea-4eba-95c8-e6d4f669828d triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:07.449862 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:07.527039 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port f4533214-84ea-4eba-95c8-e6d4f669828d is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:07.527430 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:07.549558 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:07.551789 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba637738-7797-40ef-9882-66607f0407b3" -d '{"events": [{"server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "name": "network-vif-plugged", "status": "completed", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:07.565104 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port f4533214-84ea-4eba-95c8-e6d4f669828d, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=f4533214-84ea-4eba-95c8-e6d4f669828d,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:07.598981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36a4bf-3e2a-4d85-bfd6-60a59aa6b360 x-openstack-request-id: req-be36a4bf-3e2a-4d85-bfd6-60a59aa6b360 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:07.598981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "name": "network-vif-plugged", "status": "completed", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:07.598981 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be36a4bf-3e2a-4d85-bfd6-60a59aa6b360 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:07.598981 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'code': 200} Mar 15 17:24:07.604269 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ef7a-6b78-457c-b77e-38a3caf838d0 req-642e84f6-990f-472f-8ef6-119bd81807ea tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:07.606238 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3410ef7a-6b78-457c-b77e-38a3caf838d0 req-642e84f6-990f-472f-8ef6-119bd81807ea tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 944 time: 0.0578988 Mar 15 17:24:07.645979 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:07.647050 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:24:07.657019 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3410ef7a-6b78-457c-b77e-38a3caf838d0 req-5c90f7d3-067f-4533-ba4e-aca42e50c4bd tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445378 Mar 15 17:24:07.721404 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=f4533214-84ea-4eba-95c8-e6d4f669828d,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:07.788748 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:24:07.792600 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:07.793017 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:07.871320 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:07.871742 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:07.895974 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9492a73-8285-4fed-b58c-9c469f3e69bc req-8cdd096c-e91c-4321-a45c-d93aaf41d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:07.897451 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f9492a73-8285-4fed-b58c-9c469f3e69bc req-8cdd096c-e91c-4321-a45c-d93aaf41d3fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 1129 time: 0.0438473 Mar 15 17:24:07.904730 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:07.941751 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f9492a73-8285-4fed-b58c-9c469f3e69bc req-bbac50b2-7f13-4478-8b1e-071067713d07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372872 Mar 15 17:24:07.971807 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.019443 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:08.217644 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272f56-624c-41d9-8f9c-7b0551095b65 req-3be106fb-a4f2-4011-84cb-910986c47e62 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:08.219100 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7d272f56-624c-41d9-8f9c-7b0551095b65 req-3be106fb-a4f2-4011-84cb-910986c47e62 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0892971 Mar 15 17:24:08.226566 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713299e9-4d7f-4c65-9ebc-140e21084d89 req-1bb03f63-ed69-43a4-bf13-09f1d4a933b8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:08.227992 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-713299e9-4d7f-4c65-9ebc-140e21084d89 req-1bb03f63-ed69-43a4-bf13-09f1d4a933b8 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0874455 Mar 15 17:24:08.306789 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7d272f56-624c-41d9-8f9c-7b0551095b65 req-67c5f31f-125f-4830-97e7-4b50a8fd6c1e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778363 Mar 15 17:24:08.316331 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-713299e9-4d7f-4c65-9ebc-140e21084d89 req-63a43650-9b00-44fb-8447-ed7fb3c78493 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816336 Mar 15 17:24:08.775311 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd291d-38a2-41d9-9677-e37c85d394bc req-a59d5859-8355-4b01-90a5-a2d39a86ee8c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:08.776807 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c3cd291d-38a2-41d9-9677-e37c85d394bc req-a59d5859-8355-4b01-90a5-a2d39a86ee8c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.0544100 Mar 15 17:24:08.822248 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c3cd291d-38a2-41d9-9677-e37c85d394bc req-9a0d63e1-606b-4765-9cbe-e54b52b75c71 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393641 Mar 15 17:24:09.455270 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e8832-2e63-43cc-aaff-138d44f8561d req-0f651cde-067a-4b22-8d06-381472615c00 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.456749 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0d5e8832-2e63-43cc-aaff-138d44f8561d req-0f651cde-067a-4b22-8d06-381472615c00 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0815077 Mar 15 17:24:09.464019 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2fd68-40cf-4494-bd54-7fca2e8986d4 req-b59b5fa5-571f-421b-ba18-6fba6dcb7bfa tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.465344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cb2fd68-40cf-4494-bd54-7fca2e8986d4 req-b59b5fa5-571f-421b-ba18-6fba6dcb7bfa tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0814388 Mar 15 17:24:09.539314 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0d5e8832-2e63-43cc-aaff-138d44f8561d req-356d5260-d5d3-4f26-ab48-b5a68dd73cf3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730360 Mar 15 17:24:09.554925 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cb2fd68-40cf-4494-bd54-7fca2e8986d4 req-fe577a8d-2aac-4f4d-9400-6997faa90f4e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830989 Mar 15 17:24:09.592404 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:09.594671 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a1fe9-7481-40bf-bdc2-38be3fc912da" -d '{"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:09.628750 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665791ec-040e-4d8d-971d-c2e396025e39 x-openstack-request-id: req-665791ec-040e-4d8d-971d-c2e396025e39 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:09.629061 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:09.629320 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-665791ec-040e-4d8d-971d-c2e396025e39 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:09.629706 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'code': 200} Mar 15 17:24:09.938239 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ec9-ed0c-4a51-ad5e-f48b653f6a76 req-8a8f4104-f956-4e7f-9eb7-a65f21a88ab4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.939735 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29ba8ec9-ed0c-4a51-ad5e-f48b653f6a76 req-8a8f4104-f956-4e7f-9eb7-a65f21a88ab4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Mar 15 17:24:09.989214 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29ba8ec9-ed0c-4a51-ad5e-f48b653f6a76 req-73fd23f7-91e3-4e1d-a02c-9faa0c45b97a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437698 Mar 15 17:24:10.105816 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f257373-e5be-4761-8041-c6eafec3b426 req-c1ac32db-1d43-45aa-a923-b84172c91678 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.107256 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0f257373-e5be-4761-8041-c6eafec3b426 req-c1ac32db-1d43-45aa-a923-b84172c91678 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.0531666 Mar 15 17:24:10.110918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a7a3a-3a1d-4ab7-b838-f1a89cd79c2e req-57a4126e-87f6-4ff5-9ac2-4b03a6cbbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.112476 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b64a7a3a-3a1d-4ab7-b838-f1a89cd79c2e req-57a4126e-87f6-4ff5-9ac2-4b03a6cbbe7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1129 time: 0.0486915 Mar 15 17:24:10.115822 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53362) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:10.123486 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:10.170697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (4b6bc4a3-13cd-4afb-b041-024c7c179815), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:10.249848 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b64a7a3a-3a1d-4ab7-b838-f1a89cd79c2e req-707a87b1-b54b-4579-bf36-d3b9dd90e931 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271508 Mar 15 17:24:10.261829 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:24:10.622736 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:10.686533 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (4b6bc4a3-13cd-4afb-b041-024c7c179815), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:10.689219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936377f2-2f10-4112-b608-6402bc9cdbba req-c0249eec-a0d7-40f4-b601-d3fd6c8c5c5a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.690700 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-936377f2-2f10-4112-b608-6402bc9cdbba req-c0249eec-a0d7-40f4-b601-d3fd6c8c5c5a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0850942 Mar 15 17:24:10.710366 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd6d6e-1d26-47f7-9328-ea17234395e7 req-535ed17f-3704-4901-b6bf-8fc837b5f3e5 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.714975 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-60dd6d6e-1d26-47f7-9328-ea17234395e7 req-535ed17f-3704-4901-b6bf-8fc837b5f3e5 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0752845 Mar 15 17:24:10.777243 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-936377f2-2f10-4112-b608-6402bc9cdbba req-f75f849a-9b7a-4f6c-8f41-eb28d35e36b2 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792425 Mar 15 17:24:10.792205 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 4b6bc4a3-13cd-4afb-b041-024c7c179815 associated. External IP: 172.27.1.78, port: f4533214-84ea-4eba-95c8-e6d4f669828d. Mar 15 17:24:10.799743 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-60dd6d6e-1d26-47f7-9328-ea17234395e7 req-6758b039-eae6-48a8-b8c7-f8b899e63ac0 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804758 Mar 15 17:24:10.997862 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:11.108719 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:11.113777 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:11.122301 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:11.132578 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:11.133262 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:11.143532 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d56fea53-a424-4a9a-88a7-aaba50094d6a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "PUT /v2.0/floatingips/4b6bc4a3-13cd-4afb-b041-024c7c179815 HTTP/1.1" status: 200 len: 990 time: 1.0266800 Mar 15 17:24:11.144142 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:11.146485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7000159-07d2-45bb-bc48-c53d6efb3409" -d '{"events": [{"name": "network-changed", "server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:11.182872 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5755728-e20e-40f8-9a82-62c9fc19cd94 x-openstack-request-id: req-f5755728-e20e-40f8-9a82-62c9fc19cd94 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:11.183172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:11.183425 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5755728-e20e-40f8-9a82-62c9fc19cd94 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:11.183861 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'status': 'completed', 'code': 200} Mar 15 17:24:11.242829 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:11.251756 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-2c66a0f9-54fe-4688-8d8a-67c567cf85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.253211 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-2c66a0f9-54fe-4688-8d8a-67c567cf85db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 1129 time: 0.0463524 Mar 15 17:24:11.354654 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-1fc6b016-f611-4e84-a90c-2f0b0118cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.364147 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-1fc6b016-f611-4e84-a90c-2f0b0118cc50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 916 time: 0.0962322 Mar 15 17:24:11.424712 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-da793fd9-f83a-4454-aa8f-e6181fd7ca99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4533214-84ea-4eba-95c8-e6d4f669828d HTTP/1.1" status: 200 len: 998 time: 0.0617695 Mar 15 17:24:11.480852 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-a6bcfee8-c95e-4ff3-b01c-e2e556e814df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.482369 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-a6bcfee8-c95e-4ff3-b01c-e2e556e814df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0438058 Mar 15 17:24:11.536408 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-73998d03-e69b-41ee-8d57-70bbe75357dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.537900 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-73998d03-e69b-41ee-8d57-70bbe75357dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491898 Mar 15 17:24:11.600350 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:10Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:11.632527 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:11.642387 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:11.643021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:11.754288 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:11.886263 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-a2c3a84b-c34a-4d56-94ad-d4419beaa0aa service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418224 Mar 15 17:24:11.935387 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320438ab-caf5-461f-96f0-c6933ab449c2 req-3aef39ea-cdf3-468e-9d42-f87a1cb405cf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.937421 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320438ab-caf5-461f-96f0-c6933ab449c2 req-3aef39ea-cdf3-468e-9d42-f87a1cb405cf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0896473 Mar 15 17:24:11.971687 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ffea-b7be-4fc6-996f-0860fcf213f5 req-ee746233-a86e-4a11-a975-496fd0cc45b9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.973175 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d30ffea-b7be-4fc6-996f-0860fcf213f5 req-ee746233-a86e-4a11-a975-496fd0cc45b9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0870652 Mar 15 17:24:11.984076 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7000159-07d2-45bb-bc48-c53d6efb3409 req-77292aaa-14b8-46b9-9e5d-9324d5b1fa5a service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894682 Mar 15 17:24:12.009019 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:10Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:12.019283 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-320438ab-caf5-461f-96f0-c6933ab449c2 req-7bc488ce-cf62-4de6-b9a2-4f9a5aad7cf3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739284 Mar 15 17:24:12.062331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb33b24-5eea-4082-a62b-9924719577de None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:10Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:12.068165 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d30ffea-b7be-4fc6-996f-0860fcf213f5 req-0eed8c07-0ee6-4334-ad50-1823b3c2c82c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845132 Mar 15 17:24:12.144866 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd221-356d-4ead-8492-b086f5f16580 req-7bae7884-1894-4ff6-8241-08c76bb87a57 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:12.146341 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c99dd221-356d-4ead-8492-b086f5f16580 req-7bae7884-1894-4ff6-8241-08c76bb87a57 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0559361 Mar 15 17:24:12.196105 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c99dd221-356d-4ead-8492-b086f5f16580 req-13c41d3b-5f54-4ec5-951b-6541f3f35f77 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Mar 15 17:24:12.219309 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53380) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:12.259410 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657e86e-a5a4-4d20-93ef-87844361dec9 None None] New status for floating IP 4b6bc4a3-13cd-4afb-b041-024c7c179815: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:24:12.297643 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60ac4d63-3b1f-4497-9efd-9d130fd973da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.378139 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c68a9-dfeb-4a08-9ad2-ae4daf15aad3 tempest-TestShelveInstance-665331324 tempest-TestShelveInstance-665331324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:12.379698 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3e8c68a9-dfeb-4a08-9ad2-ae4daf15aad3 tempest-TestShelveInstance-665331324 tempest-TestShelveInstance-665331324-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1124 time: 0.1592684 Mar 15 17:24:12.382878 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53384) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:12.387581 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'port_id': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'tenant_id': '77576455e18246229bff2816aef266a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:12.485935 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.585804 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.690835 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Allocated IP 172.27.1.135 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/ec53d403-d4ca-46e0-af86-3dd1ca2ac495) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:24:13.026254 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.162307 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.205097 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:24:13.210542 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:24:13.222205 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b0bf-a41f-434e-8ca2-4b87394038a2 req-6f93c7b9-7003-4a2a-adfd-96aa3da6634d tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:13.223717 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1184b0bf-a41f-434e-8ca2-4b87394038a2 req-6f93c7b9-7003-4a2a-adfd-96aa3da6634d tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0941188 Mar 15 17:24:13.226227 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:24:13.254915 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'Port': ['ID=ec53d403-d4ca-46e0-af86-3dd1ca2ac495,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:13.362274 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1184b0bf-a41f-434e-8ca2-4b87394038a2 req-c7b07851-752b-4a7d-ba43-e59c9e0dc0b1 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308262 Mar 15 17:24:13.589845 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for floatingip (c55e5843-2bc1-4a39-a4bb-50716e84d519), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.719345 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.866103 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.919782 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.949854 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (c55e5843-2bc1-4a39-a4bb-50716e84d519), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:14.025430 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event updated for resources: {'Port': ['ID=ec53d403-d4ca-46e0-af86-3dd1ca2ac495,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:14.063197 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Floating IP c55e5843-2bc1-4a39-a4bb-50716e84d519 associated. External IP: 172.27.1.135, port: e8cfbb52-b115-4e78-9a77-c0e037e3cc55. Mar 15 17:24:14.272554 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Router c975485e-387a-4197-976b-9f0746575bc9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:14.382984 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:14.401873 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] Sync routers for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:14.411749 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:14.412376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:23:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:14.485604 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a13a1d-fe44-45ec-9ed4-e6aacd20e0de req-18b87aaa-223f-4869-b6db-0d00745ea05c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:14.487110 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-04a13a1d-fe44-45ec-9ed4-e6aacd20e0de req-18b87aaa-223f-4869-b6db-0d00745ea05c tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0546741 Mar 15 17:24:14.520414 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:14.548354 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-04a13a1d-fe44-45ec-9ed4-e6aacd20e0de req-7cd7f5d6-1fbd-4b0c-bb5d-596111e30a5d tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553341 Mar 15 17:24:14.551364 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:14.580937 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-5c32887e-d781-4a4f-892c-63873ec8377a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1968954 Mar 15 17:24:14.581528 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:14.583881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6c61f-0564-40a2-aae1-d73ac2630c81" -d '{"events": [{"name": "network-changed", "server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:14.626309 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca30b13c-ae9a-4a19-9404-4bbc6f454651 x-openstack-request-id: req-ca30b13c-ae9a-4a19-9404-4bbc6f454651 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:14.626602 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:14.626853 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca30b13c-ae9a-4a19-9404-4bbc6f454651 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:14.627287 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'status': 'completed', 'code': 200} Mar 15 17:24:14.713039 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-2e8e8120-fa70-43ff-b307-a8b38fb1faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:14.714529 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-2e8e8120-fa70-43ff-b307-a8b38fb1faf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1129 time: 0.0453610 Mar 15 17:24:14.757214 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'c55e5843-2bc1-4a39-a4bb-50716e84d519', 'tenant_id': '77576455e18246229bff2816aef266a6', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'port_id': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'mac_address': 'fa:16:3e:23:83:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:13Z', 'updated_at': '2022-03-15T17:24:13Z', 'revision_number': 0, 'project_id': '77576455e18246229bff2816aef266a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:14.787293 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] Checking router: c975485e-387a-4197-976b-9f0746575bc9 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:14.789169 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-25d3dc56-f2ac-4130-85e6-84f3d2792a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:14.797249 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:14.797849 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:14.805336 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-747e6794-f875-4c91-9cf3-f588cba08d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:14.806730 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-747e6794-f875-4c91-9cf3-f588cba08d18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 909 time: 0.0864203 Mar 15 17:24:14.872616 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-cb904e2c-7b5e-486a-9d79-9bfbcf0686ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 999 time: 0.0582976 Mar 15 17:24:14.904974 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:14.926078 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-f2edc557-988b-4f79-8679-e6effb083cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:14.927522 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-f2edc557-988b-4f79-8679-e6effb083cf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 200 len: 847 time: 0.0426781 Mar 15 17:24:14.981431 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-7f8c0968-fccc-4ffc-912d-c93bbed8bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:14.983515 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-7f8c0968-fccc-4ffc-912d-c93bbed8bffa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472019 Mar 15 17:24:15.075444 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-5a0c3db1-2493-4e51-aec4-2f3bc95c1467 service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830915 Mar 15 17:24:15.131823 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'c55e5843-2bc1-4a39-a4bb-50716e84d519', 'tenant_id': '77576455e18246229bff2816aef266a6', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'port_id': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'mac_address': 'fa:16:3e:23:83:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:13Z', 'updated_at': '2022-03-15T17:24:13Z', 'revision_number': 0, 'project_id': '77576455e18246229bff2816aef266a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:15.166428 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbe6c61f-0564-40a2-aae1-d73ac2630c81 req-b586eb06-9445-4d18-a593-211497c0837c service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853622 Mar 15 17:24:15.283731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61891a-3fa3-4116-9c29-e0877787659b None None] The sync data for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi is: [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': 'c55e5843-2bc1-4a39-a4bb-50716e84d519', 'tenant_id': '77576455e18246229bff2816aef266a6', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'port_id': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'mac_address': 'fa:16:3e:23:83:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:13Z', 'updated_at': '2022-03-15T17:24:13Z', 'revision_number': 0, 'project_id': '77576455e18246229bff2816aef266a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:15.477599 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27876e94-7d1c-40ab-aac3-47c93d4c332a None None] New status for floating IP c55e5843-2bc1-4a39-a4bb-50716e84d519: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:24:15.670009 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699787d6-1eaf-414c-9605-3259393f5d20 req-dcfedd7b-094b-4713-82f8-ac3dfc221574 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:15.671464 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-699787d6-1eaf-414c-9605-3259393f5d20 req-dcfedd7b-094b-4713-82f8-ac3dfc221574 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0553117 Mar 15 17:24:15.732551 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-699787d6-1eaf-414c-9605-3259393f5d20 req-5287f35d-94c8-435a-a052-28ffe06294ad tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552964 Mar 15 17:24:15.799969 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:16.850836 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3d09-3e6d-4dd5-b327-5e143bd0e64e req-f47f31e3-47ac-4e6a-8348-1c6eb2726b04 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:16.852496 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d21a3d09-3e6d-4dd5-b327-5e143bd0e64e req-f47f31e3-47ac-4e6a-8348-1c6eb2726b04 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0529597 Mar 15 17:24:16.911120 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d21a3d09-3e6d-4dd5-b327-5e143bd0e64e req-eebf3adc-3217-4661-b1a5-caf2dc068588 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530541 Mar 15 17:24:17.388982 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.028575 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d458d6-1bb9-4f3c-bfe5-9594b03db766 req-14ad2bb5-4e67-471a-aa89-7cbe9b9436c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:18.030071 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18d458d6-1bb9-4f3c-bfe5-9594b03db766 req-14ad2bb5-4e67-471a-aa89-7cbe9b9436c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0539479 Mar 15 17:24:18.095306 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18d458d6-1bb9-4f3c-bfe5-9594b03db766 req-f59a794a-ae1c-499b-95e4-f0b70f8817bd tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593736 Mar 15 17:24:18.737470 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:19.212479 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8e265-7805-4499-97f6-b9d733821b7c req-068087c8-7c61-4fbc-b060-936f87420dfc tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:19.213963 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7fb8e265-7805-4499-97f6-b9d733821b7c req-068087c8-7c61-4fbc-b060-936f87420dfc tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0541501 Mar 15 17:24:19.274002 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7fb8e265-7805-4499-97f6-b9d733821b7c req-3210aaab-4fca-475d-8b52-d29b2f25a26e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f5f5cad-7ebf-4b23-9415-3c2733ea7259&id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536754 Mar 15 17:24:24.369784 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc2ae-da87-41f4-b086-5ec1339bfd50 req-3450415c-e96e-4c2e-866e-4dd15cb231ae tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:24.371259 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a61bc2ae-da87-41f4-b086-5ec1339bfd50 req-3450415c-e96e-4c2e-866e-4dd15cb231ae tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0523622 Mar 15 17:24:24.416830 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a61bc2ae-da87-41f4-b086-5ec1339bfd50 req-c4915988-49dd-4036-98d1-182462141ff6 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 Mar 15 17:24:25.538897 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5145b-3dd1-4a75-886d-b03f78c8d0fd req-c69d5e78-7bc2-4156-a094-aa01a3a773fa tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:25.540402 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ae5145b-3dd1-4a75-886d-b03f78c8d0fd req-c69d5e78-7bc2-4156-a094-aa01a3a773fa tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0553999 Mar 15 17:24:25.586021 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ae5145b-3dd1-4a75-886d-b03f78c8d0fd req-0e745a97-2958-4d7a-9708-b2291d458aa4 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Mar 15 17:24:26.705075 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667790-6b8f-4019-be62-ceb81b1e0171 req-0819a57a-0b53-4aa0-8459-ddfea28befd6 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:26.706599 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a8667790-6b8f-4019-be62-ceb81b1e0171 req-0819a57a-0b53-4aa0-8459-ddfea28befd6 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0526688 Mar 15 17:24:26.717953 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f84060-9de3-41a9-bc06-efe497ffadde req-d41d6ca4-d502-4c7a-ac1e-23168b2b9bb9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:26.719588 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40f84060-9de3-41a9-bc06-efe497ffadde req-d41d6ca4-d502-4c7a-ac1e-23168b2b9bb9 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 946 time: 0.0538411 Mar 15 17:24:26.753482 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a8667790-6b8f-4019-be62-ceb81b1e0171 req-98b820d3-98da-4394-8f32-6be4b8e25187 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c71e54e-6ea4-49f5-84dd-746d6295a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413578 Mar 15 17:24:26.813664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Deleting port cd000765-44fd-446b-a5fc-3fad417c29bf {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:26.813999 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:26.902838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] For port cd000765-44fd-446b-a5fc-3fad417c29bf, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=cd000765-44fd-446b-a5fc-3fad417c29bf,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:26.903100 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.071317 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.071708 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (3f29dc00-7c87-4f4d-83d3-999efdad5e4a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.072032 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Floating IP 3f29dc00-7c87-4f4d-83d3-999efdad5e4a disassociated. External IP: 172.27.1.234, port: cd000765-44fd-446b-a5fc-3fad417c29bf. Mar 15 17:24:27.072376 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Calling delete_port for cd000765-44fd-446b-a5fc-3fad417c29bf owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:27.274772 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (cd000765-44fd-446b-a5fc-3fad417c29bf), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.305766 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event deleted for resources: {'Port': ['ID=cd000765-44fd-446b-a5fc-3fad417c29bf,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:27.318678 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.319033 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.319380 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.319750 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.320088 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.320459 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.320809 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.321121 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.321453 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.321782 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.322106 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.322431 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.322753 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.323071 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.323388 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:27.441690 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Router 874f6234-0d6d-41bc-843e-6853d1da5009 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:27.560494 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:27.569965 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:27.580615 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:27.582212 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:27.603332 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] No DVR routers for this DVR port cd000765-44fd-446b-a5fc-3fad417c29bf on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:27.606072 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.609586 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40f84060-9de3-41a9-bc06-efe497ffadde req-ed739349-2e30-4bac-865e-81fb9d2e28e3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "DELETE /v2.0/ports/cd000765-44fd-446b-a5fc-3fad417c29bf HTTP/1.1" status: 204 len: 173 time: 0.8845389 Mar 15 17:24:27.610045 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'name': 'network-vif-deleted', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:27.612891 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e34fd-8635-41b4-ae00-24a4d86f543a" -d '{"events": [{"server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "name": "network-vif-deleted", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:27.652561 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c75520-6867-4182-9f6d-9bfcb6e6ab49 x-openstack-request-id: req-c4c75520-6867-4182-9f6d-9bfcb6e6ab49 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:27.652854 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2137c-3369-494e-baf5-8e0666434d5b", "name": "network-vif-deleted", "tag": "cd000765-44fd-446b-a5fc-3fad417c29bf", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:27.659741 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4c75520-6867-4182-9f6d-9bfcb6e6ab49 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:27.659741 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a2137c-3369-494e-baf5-8e0666434d5b', 'name': 'network-vif-deleted', 'tag': 'cd000765-44fd-446b-a5fc-3fad417c29bf', 'status': 'completed', 'code': 200} Mar 15 17:24:27.698801 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:27.865347 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c521785c-1c69-41a7-9fe9-2d4fa498ac51 req-034668b3-ab12-4ff2-909b-509465f67c53 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a2137c-3369-494e-baf5-8e0666434d5b HTTP/1.1" status: 200 len: 210 time: 0.0275028 Mar 15 17:24:27.910748 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:27.937294 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:27.946459 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:27.947147 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:28.054832 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:28.257932 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:28.283879 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875dc52-047d-411a-bbbf-fac06f5f9322 None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:28.509690 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7d12c-ae86-40fd-b6a9-2630283cdd52 None None] New status for floating IP 3f29dc00-7c87-4f4d-83d3-999efdad5e4a: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:24:28.668608 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.070061 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53440) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:29.125544 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (1c71e54e-6ea4-49f5-84dd-746d6295a3fc), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.149286 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (1c71e54e-6ea4-49f5-84dd-746d6295a3fc), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.297445 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (1c71e54e-6ea4-49f5-84dd-746d6295a3fc), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.300099 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.301903 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c71e54e-6ea4-49f5-84dd-746d6295a3fc HTTP/1.1" status: 204 len: 168 time: 0.2308743 Mar 15 17:24:29.304790 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53442) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:29.311467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71e54e-6ea4-49f5-84dd-746d6295a3fc,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:29.320965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.320965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.321233 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-e0686ab4-7c55-4022-8756-e8a4a61f936b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] show failed (client error): The resource could not be found. Mar 15 17:24:29.321333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.321333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.321333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.321668 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e0686ab4-7c55-4022-8756-e8a4a61f936b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups/1c71e54e-6ea4-49f5-84dd-746d6295a3fc HTTP/1.1" status: 404 len: 347 time: 0.0144765 Mar 15 17:24:29.321758 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.321758 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.321758 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.322067 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.322393 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.322716 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.323288 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.323421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.323751 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.324104 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667c4-8773-499f-aba4-a9fdfde5d0a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:29.329470 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53444) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:29.454157 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device cd000765-44fd-446b-a5fc-3fad417c29bf no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:29.456536 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Deleting port 05208344-cc30-4546-b219-8663ef75663f {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:29.456913 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (05208344-cc30-4546-b219-8663ef75663f), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.474997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: cd000765-44fd-446b-a5fc-3fad417c29bf {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:29.475334 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device cd000765-44fd-446b-a5fc-3fad417c29bf not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:29.535425 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (05208344-cc30-4546-b219-8663ef75663f), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.535787 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (05208344-cc30-4546-b219-8663ef75663f), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.547324 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Calling delete_port for 05208344-cc30-4546-b219-8663ef75663f owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:29.743287 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (05208344-cc30-4546-b219-8663ef75663f), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.773738 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event deleted for resources: {'Port': ['ID=05208344-cc30-4546-b219-8663ef75663f,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:29.796729 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (3f29dc00-7c87-4f4d-83d3-999efdad5e4a), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.799261 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.801040 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-8a934c1f-c00a-4ba3-81f7-c440d2e41541 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f29dc00-7c87-4f4d-83d3-999efdad5e4a HTTP/1.1" status: 204 len: 168 time: 0.4700530 Mar 15 17:24:30.137836 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53448) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:30.142319 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404257873', 'description': 'tempest-description--844344909'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:30.234669 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.300340 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (51cb70f4-5b76-4bce-b59e-21244718c901), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.382748 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (51cb70f4-5b76-4bce-b59e-21244718c901), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.412086 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb70f4-5b76-4bce-b59e-21244718c901,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:30.482078 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.483344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-86c27d04-eb59-436d-92f0-02b37cd45b68 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3445020 Mar 15 17:24:30.486379 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53450) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:30.492002 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'security_group_rule': {'security_group_id': '51cb70f4-5b76-4bce-b59e-21244718c901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:30.565391 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (a86b3098-5975-46b0-9a91-68980adb965e), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.619299 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (a86b3098-5975-46b0-9a91-68980adb965e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.692010 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (a86b3098-5975-46b0-9a91-68980adb965e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.710435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86b3098-5975-46b0-9a91-68980adb965e,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:30.790724 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.792080 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-59a2ed1f-9cdf-4322-bbc4-df2dc3cb4a21 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046725 Mar 15 17:24:30.794730 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53452) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:30.799089 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'security_group_rule': {'security_group_id': '51cb70f4-5b76-4bce-b59e-21244718c901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:30.885289 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (81776c11-2d8d-4c23-b258-ba345b95c85a), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.944002 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (81776c11-2d8d-4c23-b258-ba345b95c85a), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.022788 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (81776c11-2d8d-4c23-b258-ba345b95c85a), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.040188 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81776c11-2d8d-4c23-b258-ba345b95c85a,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:31.133356 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.134581 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-66104c77-d33d-4aab-b59d-2ca34e49d4d0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388810 Mar 15 17:24:31.137864 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53454) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:31.142036 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:31.245881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.341970 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.458595 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Allocated IP 172.27.1.118 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/e184d9a3-a7d8-4744-aaf6-1ef828ac847e) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:24:31.571487 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.663648 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.708165 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:24:31.711488 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:24:31.715431 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:24:31.723387 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'Port': ['ID=e184d9a3-a7d8-4744-aaf6-1ef828ac847e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:31.769946 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (680b72a5-aab4-4628-be5d-f28edd6a9d3b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.867296 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.017463 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.074412 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.108944 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (680b72a5-aab4-4628-be5d-f28edd6a9d3b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.131006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'Port': ['ID=e184d9a3-a7d8-4744-aaf6-1ef828ac847e,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:32.322146 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.323314 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-22c7ac08-353a-4c31-b154-c305201359e8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1845613 Mar 15 17:24:32.516076 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-a1ca4c46-04cf-4110-a555-f460843837b5 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--404257873&fields=id&tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0 HTTP/1.1" status: 200 len: 267 time: 0.0418587 Mar 15 17:24:32.618722 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-698dbee5-6772-452e-9ff5-7c875277927b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:32.620100 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-698dbee5-6772-452e-9ff5-7c875277927b tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 811 time: 0.0977805 Mar 15 17:24:32.634886 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-9a229273-2638-4e16-9f06-f178b5e84a5c tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/quotas/dee493e2dcb849cfab6e2bd8613ea8f0 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Mar 15 17:24:32.696059 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-26e62a75-775b-4bee-83b0-8865e3f3757f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561984 Mar 15 17:24:32.787519 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-ecdadb6d-3ae8-4251-86c0-23ebb1533312 service neutron] 10.222.0.23 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802605 Mar 15 17:24:33.111764 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-64ad9a28-87b5-4753-9487-8b4c6fee9fbe service neutron] 10.222.0.23 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187559 Mar 15 17:24:33.400036 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4c20da26-5b59-4e55-8d63-691b9929cee0 req-fb9f35e7-5339-4d99-bc25-442fdfd0ca4e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 210 time: 0.0261266 Mar 15 17:24:34.496058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e19d20a3-0a8d-477b-9749-658223e0d146 req-5ce446f0-93d0-424c-b843-273a174efb82 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 210 time: 0.0287101 Mar 15 17:24:35.589317 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2aa01954-d43b-40b4-ab7e-9819424426ff req-71011ea4-982f-4594-9de9-2897e9d00467 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 210 time: 0.0265954 Mar 15 17:24:35.649408 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-1773da3a-54f6-4092-ac50-3235a25dbedd tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:35.650846 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-1773da3a-54f6-4092-ac50-3235a25dbedd tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 811 time: 0.1051655 Mar 15 17:24:35.711130 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-ea3fcc1b-2b0f-41b7-a43d-283f44b7d8c2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0 HTTP/1.1" status: 200 len: 379 time: 0.0514326 Mar 15 17:24:35.721895 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'port': {'device_id': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'admin_state_up': True, 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'security_groups': ['51cb70f4-5b76-4bce-b59e-21244718c901']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:35.902778 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Made reservation on behalf of dee493e2dcb849cfab6e2bd8613ea8f0 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:24:35.906643 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.030039 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Allocated IP 172.20.0.5 (a074d5f8-5192-44d6-b04d-8382c9f50f1b/bbcb676e-ddb7-41a7-a2f4-916e99be3deb/c42d01c6-990a-41f3-94f3-b2c1eafabc47) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:24:36.165702 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.263004 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.310025 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:24:36.313328 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:24:36.317032 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:24:36.323927 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event updated for resources: {'Port': ['ID=c42d01c6-990a-41f3-94f3-b2c1eafabc47,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:36.369416 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:36.374567 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.482691 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-4b3f649f-afc6-48bd-b8c5-c405b0f992da tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642856 Mar 15 17:24:36.495265 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Request body: {'port': {'device_id': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:36.543456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-b4438289-76d8-44c1-8edf-b7b335161098 None None] Provisioning complete for port c42d01c6-990a-41f3-94f3-b2c1eafabc47 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:36.544075 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b4438289-76d8-44c1-8edf-b7b335161098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.553533 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.578582 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b4438289-76d8-44c1-8edf-b7b335161098 None None] Port c42d01c6-990a-41f3-94f3-b2c1eafabc47 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:24:36.714043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95bfc6-7b74-471d-afb0-73ece443fb08 req-e0f6e10d-54aa-49b7-afb3-f4bc7893f754 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:36.715660 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c95bfc6-7b74-471d-afb0-73ece443fb08 req-e0f6e10d-54aa-49b7-afb3-f4bc7893f754 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 931 time: 0.0571423 Mar 15 17:24:36.770717 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c95bfc6-7b74-471d-afb0-73ece443fb08 req-999d5767-9a3f-448b-9f3e-7562485d51ef tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461082 Mar 15 17:24:36.817778 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42d01c6-990a-41f3-94f3-b2c1eafabc47 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:36.825305 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Publish callbacks [] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.837582 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Transition to ACTIVE for port object c42d01c6-990a-41f3-94f3-b2c1eafabc47 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:24:36.925536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:36.979348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Pushing event updated for resources: {'Port': ['ID=c42d01c6-990a-41f3-94f3-b2c1eafabc47,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:37.047136 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Attempting to bind port c42d01c6-990a-41f3-94f3-b2c1eafabc47 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:24:37.047486 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Attempting to bind port c42d01c6-990a-41f3-94f3-b2c1eafabc47 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:24:37.047922 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Attempting to bind port c42d01c6-990a-41f3-94f3-b2c1eafabc47 on network a074d5f8-5192-44d6-b04d-8382c9f50f1b {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:24:37.052608 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Port c42d01c6-990a-41f3-94f3-b2c1eafabc47 on network a074d5f8-5192-44d6-b04d-8382c9f50f1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:24:37.052958 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Attempting to bind port c42d01c6-990a-41f3-94f3-b2c1eafabc47 on network a074d5f8-5192-44d6-b04d-8382c9f50f1b {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:24:37.058361 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:24:37.058738 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Checking segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:24:37.059112 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Bound using segment: {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:24:37.059529 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Bound port: c42d01c6-990a-41f3-94f3-b2c1eafabc47, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731ed910-3b10-49dc-9cf9-769fdb058e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:24:37.059901 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:37.132398 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] For port c42d01c6-990a-41f3-94f3-b2c1eafabc47, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:24:37.135559 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] For port c42d01c6-990a-41f3-94f3-b2c1eafabc47, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:24:37.240628 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:37.274581 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.275197 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:37.276608 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] 10.222.0.44 "PUT /v2.0/ports/c42d01c6-990a-41f3-94f3-b2c1eafabc47 HTTP/1.1" status: 200 len: 1093 time: 0.7853980 Mar 15 17:24:37.277043 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:37.279295 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dc12d3-0133-41ac-beda-cd2c3f096192" -d '{"events": [{"name": "network-changed", "server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:37.305700 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c303f-64c9-4ea3-8481-ea54c0148e67 service neutron] Pushing event updated for resources: {'Port': ['ID=c42d01c6-990a-41f3-94f3-b2c1eafabc47,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:37.317899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7964b6ee-c766-434a-9163-350b99932d8b x-openstack-request-id: req-7964b6ee-c766-434a-9163-350b99932d8b {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:37.318687 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:37.318937 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7964b6ee-c766-434a-9163-350b99932d8b {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:37.319334 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'status': 'completed', 'code': 200} Mar 15 17:24:37.395928 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc12d3-0133-41ac-beda-cd2c3f096192 req-924f4b2c-91bf-433f-b38e-255dec66ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.398093 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25dc12d3-0133-41ac-beda-cd2c3f096192 req-924f4b2c-91bf-433f-b38e-255dec66ba26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 1127 time: 0.0515168 Mar 15 17:24:37.510293 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ebcd8-5e46-4d14-a72c-4c03d62208e6 req-1d9058e5-d213-4cb9-85e4-4e29660ddd5c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.511803 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c83ebcd8-5e46-4d14-a72c-4c03d62208e6 req-1d9058e5-d213-4cb9-85e4-4e29660ddd5c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0535119 Mar 15 17:24:37.512372 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc12d3-0133-41ac-beda-cd2c3f096192 req-eca58683-d1a9-42a0-b994-2d3499bce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.513947 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25dc12d3-0133-41ac-beda-cd2c3f096192 req-eca58683-d1a9-42a0-b994-2d3499bce01a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1049283 Mar 15 17:24:37.562213 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c83ebcd8-5e46-4d14-a72c-4c03d62208e6 req-886040cc-9c6e-43e9-9df4-32380be5a16a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Mar 15 17:24:37.612575 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc12d3-0133-41ac-beda-cd2c3f096192 req-168bc034-43fe-4338-9542-b9e070885dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.614066 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25dc12d3-0133-41ac-beda-cd2c3f096192 req-168bc034-43fe-4338-9542-b9e070885dfb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919528 Mar 15 17:24:37.698936 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-229a6e35-3c55-470b-8a19-9ac2f06ecd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.700439 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-229a6e35-3c55-470b-8a19-9ac2f06ecd72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 1127 time: 0.0487244 Mar 15 17:24:37.757544 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-e401bc0a-3c4a-423e-b50d-2f35dbc4194f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47 HTTP/1.1" status: 200 len: 217 time: 0.0341847 Mar 15 17:24:37.807907 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-a20bcb9c-e18c-46f4-b498-a23c6e63644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.809374 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-a20bcb9c-e18c-46f4-b498-a23c6e63644a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.0445454 Mar 15 17:24:37.863320 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-7250a3fc-c7d2-43b8-a889-d3d047afc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.865486 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-7250a3fc-c7d2-43b8-a889-d3d047afc3bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487907 Mar 15 17:24:37.891018 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef025c16-09e1-4b30-9637-631106b6812d req-f710198c-350b-415f-a916-e2773ff10e94 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:37.892506 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef025c16-09e1-4b30-9637-631106b6812d req-f710198c-350b-415f-a916-e2773ff10e94 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 943 time: 0.0512109 Mar 15 17:24:37.938891 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef025c16-09e1-4b30-9637-631106b6812d req-876f9287-8ba4-4d4e-8e4d-7df26b0669c6 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Mar 15 17:24:37.958244 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-3695af5b-1bdd-4c4c-bc3c-6daebff8d97f service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828669 Mar 15 17:24:38.054887 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b18a25d-71ff-4f77-9e4f-b483cde41b81 req-064f41cb-52c4-4d97-9579-48ca0742402b service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Mar 15 17:24:38.688772 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a090e6d-3abc-46bd-baa1-1f6d61c7ef32 req-a051c653-06b1-46c8-b77e-0bab8aa52305 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:38.690257 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2a090e6d-3abc-46bd-baa1-1f6d61c7ef32 req-a051c653-06b1-46c8-b77e-0bab8aa52305 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0566382 Mar 15 17:24:38.735574 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2a090e6d-3abc-46bd-baa1-1f6d61c7ef32 req-cb45260e-50e7-4740-a0dc-91834bc2f3d0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393531 Mar 15 17:24:39.057779 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddfbf-6bac-42fd-a85f-e1efac932607 req-ed2ea375-f8b1-44ad-b0c7-7af6b6aad83f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:39.059239 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b74ddfbf-6bac-42fd-a85f-e1efac932607 req-ed2ea375-f8b1-44ad-b0c7-7af6b6aad83f tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 943 time: 0.0514584 Mar 15 17:24:39.106239 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b74ddfbf-6bac-42fd-a85f-e1efac932607 req-f1cb37f9-f3a1-45bb-b003-3a0dac5c2e05 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411942 Mar 15 17:24:39.514850 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device c42d01c6-990a-41f3-94f3-b2c1eafabc47 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:24:39.610608 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port c42d01c6-990a-41f3-94f3-b2c1eafabc47, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:39.622141 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'port_id': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'mac_address': 'fa:16:3e:45:8e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:24:39.657124 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port c42d01c6-990a-41f3-94f3-b2c1eafabc47 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:39.657508 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:39.670675 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42d01c6-990a-41f3-94f3-b2c1eafabc47 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:39.693682 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port c42d01c6-990a-41f3-94f3-b2c1eafabc47, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:39.765948 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:39.814712 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=c42d01c6-990a-41f3-94f3-b2c1eafabc47,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:39.821960 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.822316 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.822670 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.823024 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.823359 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.823709 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.824042 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.824366 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.824688 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.825009 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.825331 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.825651 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.825970 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.826284 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.826681 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:39.860135 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff05db-6ebe-4e86-a576-7f10f2db47f6 req-8b56cecc-1314-4a4b-be1e-d19af4e741ba tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:39.861699 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4fff05db-6ebe-4e86-a576-7f10f2db47f6 req-8b56cecc-1314-4a4b-be1e-d19af4e741ba tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0544324 Mar 15 17:24:39.910499 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4fff05db-6ebe-4e86-a576-7f10f2db47f6 req-2f1d68b5-6403-4ed1-89d5-c6b1a76c1f35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Mar 15 17:24:40.064588 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['c42d01c6-990a-41f3-94f3-b2c1eafabc47'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:24:40.224053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc1db0-a7ce-471f-acb3-4f894dff50e6 req-3c4ce562-9b12-4786-93fe-e432a003bbc7 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:40.225640 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3bc1db0-a7ce-471f-acb3-4f894dff50e6 req-3c4ce562-9b12-4786-93fe-e432a003bbc7 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 944 time: 0.0538352 Mar 15 17:24:40.272035 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3bc1db0-a7ce-471f-acb3-4f894dff50e6 req-d369c8f2-610c-4048-9d68-309e19db94ca tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Mar 15 17:24:41.033958 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd013-eaa4-498e-87ef-95d79cd3127c req-b239ae4d-7241-426f-9ec5-d1c70215dbb0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:41.035532 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9fdd013-eaa4-498e-87ef-95d79cd3127c req-b239ae4d-7241-426f-9ec5-d1c70215dbb0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0533240 Mar 15 17:24:41.084207 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c9fdd013-eaa4-498e-87ef-95d79cd3127c req-c2e73c92-8418-4cde-a7c0-bdd32f119a94 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Mar 15 17:24:41.392971 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f0c78-ec84-4dbd-bfd4-d7ec4dd92b22 req-f5cfc9cb-f2b1-4c58-a4c3-408f90b3270e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:41.394439 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e26f0c78-ec84-4dbd-bfd4-d7ec4dd92b22 req-f5cfc9cb-f2b1-4c58-a4c3-408f90b3270e tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 944 time: 0.0568492 Mar 15 17:24:41.439949 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e26f0c78-ec84-4dbd-bfd4-d7ec4dd92b22 req-ad7d610a-a44b-4c4e-beae-611bbcab7c1d tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399721 Mar 15 17:24:41.522619 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device c42d01c6-990a-41f3-94f3-b2c1eafabc47 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:24:41.628435 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port c42d01c6-990a-41f3-94f3-b2c1eafabc47 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:24:41.632941 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port c42d01c6-990a-41f3-94f3-b2c1eafabc47 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:41.633314 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:41.707998 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port c42d01c6-990a-41f3-94f3-b2c1eafabc47 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:41.708380 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:41.730016 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:41.732225 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8300f096-c4b8-443a-a742-89aabe72c83d" -d '{"events": [{"server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "name": "network-vif-plugged", "status": "completed", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:41.745469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port c42d01c6-990a-41f3-94f3-b2c1eafabc47, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:41.766448 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c999d9d-d621-45ed-bbba-03dc4c1b24d7 x-openstack-request-id: req-7c999d9d-d621-45ed-bbba-03dc4c1b24d7 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:41.766738 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "name": "network-vif-plugged", "status": "completed", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:41.766991 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c999d9d-d621-45ed-bbba-03dc4c1b24d7 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:41.767386 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'code': 200} Mar 15 17:24:41.834689 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:41.883875 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=c42d01c6-990a-41f3-94f3-b2c1eafabc47,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:42.108957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131eaa0-0c1a-46df-9e9c-1991e6758edd req-82a2906c-4b77-44eb-a87f-017e2969f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:42.110468 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2131eaa0-0c1a-46df-9e9c-1991e6758edd req-82a2906c-4b77-44eb-a87f-017e2969f517 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 1129 time: 0.0450861 Mar 15 17:24:42.156617 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2131eaa0-0c1a-46df-9e9c-1991e6758edd req-18cec6b7-a530-458c-b99b-9ee40b1d5627 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378821 Mar 15 17:24:42.205192 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104d379-b4e1-4823-a426-cc74b9885dab req-d9a25f92-39ce-42d7-b679-9df8e548b9bb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:42.206724 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0104d379-b4e1-4823-a426-cc74b9885dab req-d9a25f92-39ce-42d7-b679-9df8e548b9bb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0512657 Mar 15 17:24:42.253935 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0104d379-b4e1-4823-a426-cc74b9885dab req-628aa221-1c05-46d9-9839-537315c6141e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Mar 15 17:24:42.280166 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc984-14b8-4086-88f7-37f4e58cf4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:42.560771 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a151-244c-4797-9270-b10659bb2da8 req-c88f6bc2-c5fd-4af9-979a-4ac738acb2ed tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:42.562232 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7c7a151-244c-4797-9270-b10659bb2da8 req-c88f6bc2-c5fd-4af9-979a-4ac738acb2ed tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0557032 Mar 15 17:24:42.607472 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d7c7a151-244c-4797-9270-b10659bb2da8 req-01c2f834-0e88-48ac-9b33-302e4c647873 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396354 Mar 15 17:24:43.378522 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d2b7d-141a-40ca-8bd8-7fefa2a78fd7 req-4757064d-cbb7-4cd9-9648-e8d411489ad7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:43.380014 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1c6d2b7d-141a-40ca-8bd8-7fefa2a78fd7 req-4757064d-cbb7-4cd9-9648-e8d411489ad7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0531816 Mar 15 17:24:43.426093 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1c6d2b7d-141a-40ca-8bd8-7fefa2a78fd7 req-ffb94416-b5ba-4d72-bea2-5dba25f2fe3d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Mar 15 17:24:43.726870 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eed8c9-493e-477b-bfa8-758b91859f4a req-90baf534-6ad2-44dd-8b7e-52133d942c0c tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:43.728372 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-93eed8c9-493e-477b-bfa8-758b91859f4a req-90baf534-6ad2-44dd-8b7e-52133d942c0c tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0545411 Mar 15 17:24:43.778393 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-93eed8c9-493e-477b-bfa8-758b91859f4a req-fce86624-e1cd-4ae2-a6c7-c418a21e4044 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Mar 15 17:24:44.546637 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4574f8-d3d1-4fad-a5f3-ca393ff95c0c req-825e7e1b-c88b-486d-b1b8-9afcad2a0f85 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:44.548114 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3a4574f8-d3d1-4fad-a5f3-ca393ff95c0c req-825e7e1b-c88b-486d-b1b8-9afcad2a0f85 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0506907 Mar 15 17:24:44.593070 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3a4574f8-d3d1-4fad-a5f3-ca393ff95c0c req-474ec92f-a22f-48f0-99c7-d8ebc3f0663b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Mar 15 17:24:44.742874 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8d40-53a3-4a87-bc6b-3acde90baa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:44.895182 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54e158-3836-4e82-903d-aa2d00cdc88e req-2e6653f8-e117-45a6-8c86-cc21811b8ee8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:44.896831 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c54e158-3836-4e82-903d-aa2d00cdc88e req-2e6653f8-e117-45a6-8c86-cc21811b8ee8 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0522346 Mar 15 17:24:44.943415 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c54e158-3836-4e82-903d-aa2d00cdc88e req-0c9b36d1-d803-4bd0-abca-8ca4a983cb66 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405226 Mar 15 17:24:45.061029 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd414d7-99b7-451a-8746-ba6021b94cbf req-3b9739d6-45cf-4e01-8478-0b2ff2b44891 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:45.062517 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ccd414d7-99b7-451a-8746-ba6021b94cbf req-3b9739d6-45cf-4e01-8478-0b2ff2b44891 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0563776 Mar 15 17:24:45.071333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53558) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:45.076441 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Request body: {'floatingip': {'port_id': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:45.115725 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (680b72a5-aab4-4628-be5d-f28edd6a9d3b), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:45.535121 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:45.599507 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (680b72a5-aab4-4628-be5d-f28edd6a9d3b), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:45.735064 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Floating IP 680b72a5-aab4-4628-be5d-f28edd6a9d3b associated. External IP: 172.27.1.118, port: c42d01c6-990a-41f3-94f3-b2c1eafabc47. Mar 15 17:24:45.745585 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cfd4f-c79a-451a-8838-d32f0d776f8b req-e3dc5dc8-44d5-4401-8343-ee356b78bdba tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:45.747120 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c37cfd4f-c79a-451a-8838-d32f0d776f8b req-e3dc5dc8-44d5-4401-8343-ee356b78bdba tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0807259 Mar 15 17:24:45.817070 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:45.862663 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c37cfd4f-c79a-451a-8838-d32f0d776f8b req-9b942f2e-92f0-4f8e-8163-babdef2f3aae tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849671 Mar 15 17:24:45.992512 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Router 874f6234-0d6d-41bc-843e-6853d1da5009 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:46.110725 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:46.110725 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:46.114841 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:46.124469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:46.125078 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:46.140000 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-34f95ede-e975-490a-aade-2f678e958d37 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "PUT /v2.0/floatingips/680b72a5-aab4-4628-be5d-f28edd6a9d3b HTTP/1.1" status: 200 len: 991 time: 1.0675392 Mar 15 17:24:46.140603 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:46.142840 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc622bc6-2721-4f6e-996e-e8a6376349fb" -d '{"events": [{"name": "network-changed", "server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:46.178288 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb158307-3e8d-4b2d-bf89-cab7302ac99b x-openstack-request-id: req-bb158307-3e8d-4b2d-bf89-cab7302ac99b {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:46.178578 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:46.178831 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb158307-3e8d-4b2d-bf89-cab7302ac99b {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:46.179922 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'status': 'completed', 'code': 200} Mar 15 17:24:46.235500 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:46.245354 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-c4e745cc-0869-484e-bbaf-36ae177b4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:46.246792 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-c4e745cc-0869-484e-bbaf-36ae177b4297 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 1129 time: 0.0437775 Mar 15 17:24:46.349018 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-ea0e7dc1-88b5-405c-afd4-35b62ae44b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:46.350658 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-ea0e7dc1-88b5-405c-afd4-35b62ae44b1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 200 len: 912 time: 0.0911589 Mar 15 17:24:46.416590 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-0bd109c1-7f52-4d3a-b0c2-cd00c2627715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47 HTTP/1.1" status: 200 len: 999 time: 0.0578289 Mar 15 17:24:46.464758 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-74a3aeb4-e630-46fc-b0b0-77691aafe190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:46.466185 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-74a3aeb4-e630-46fc-b0b0-77691aafe190 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 200 len: 850 time: 0.0428674 Mar 15 17:24:46.467079 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '680b72a5-aab4-4628-be5d-f28edd6a9d3b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'port_id': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'mac_address': 'fa:16:3e:45:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:31Z', 'updated_at': '2022-03-15T17:24:45Z', 'revision_number': 1, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:46.493736 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:46.502074 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:46.502877 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:46.520181 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-f9ed3f78-61af-4f4d-ad77-f41f85141971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:46.521679 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-f9ed3f78-61af-4f4d-ad77-f41f85141971 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a074d5f8-5192-44d6-b04d-8382c9f50f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477102 Mar 15 17:24:46.611809 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:46.614387 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-25832e2f-596c-491f-b84c-644d50f4daf5 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816524 Mar 15 17:24:46.709290 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc622bc6-2721-4f6e-996e-e8a6376349fb req-687a2ddd-c746-49db-9b95-3b8e351c2184 service neutron] 10.222.0.44 "GET /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883644 Mar 15 17:24:46.831443 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '680b72a5-aab4-4628-be5d-f28edd6a9d3b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'port_id': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'mac_address': 'fa:16:3e:45:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:31Z', 'updated_at': '2022-03-15T17:24:45Z', 'revision_number': 1, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:46.988422 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d58af-0abe-4f09-a6a5-725b949e9c31 None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '680b72a5-aab4-4628-be5d-f28edd6a9d3b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'port_id': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'mac_address': 'fa:16:3e:45:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:31Z', 'updated_at': '2022-03-15T17:24:45Z', 'revision_number': 1, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:46.993284 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781e3a-814c-4546-87cd-85403ff4af1c req-1af8e4b7-4018-41d3-b54b-21a58e79a859 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:46.994745 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27781e3a-814c-4546-87cd-85403ff4af1c req-1af8e4b7-4018-41d3-b54b-21a58e79a859 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0566988 Mar 15 17:24:47.042789 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27781e3a-814c-4546-87cd-85403ff4af1c req-631a495e-871e-4159-bfa9-fb3ceb25620d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Mar 15 17:24:47.189006 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f603ad-268d-435f-84e3-ec9680b2630e None None] New status for floating IP 680b72a5-aab4-4628-be5d-f28edd6a9d3b: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:24:47.282537 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:24:47.428546 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:48.171306 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f0c9b-187a-4dcd-b92b-00174ba90b56 req-6f361239-ad17-4c0a-a3ea-4b0ffd1b85ad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:48.172829 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-170f0c9b-187a-4dcd-b92b-00174ba90b56 req-6f361239-ad17-4c0a-a3ea-4b0ffd1b85ad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0553467 Mar 15 17:24:48.220058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-170f0c9b-187a-4dcd-b92b-00174ba90b56 req-952882d9-ee1e-403e-be2a-0016fc4dcc69 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Mar 15 17:24:48.760026 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:49.341817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977d81-b080-4528-87fc-f440875ca127 req-f1c38175-a733-421b-ab70-2b862919c6d1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:49.343302 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ec977d81-b080-4528-87fc-f440875ca127 req-f1c38175-a733-421b-ab70-2b862919c6d1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0512981 Mar 15 17:24:49.388733 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ec977d81-b080-4528-87fc-f440875ca127 req-43a9ad46-cab9-4acc-b82c-d81f72d5ab76 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398169 Mar 15 17:24:50.509620 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b81de-143d-4e01-b206-eceb98520cb9 req-8e744db7-950c-4731-a416-ba71bc1fed86 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:50.511105 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-019b81de-143d-4e01-b206-eceb98520cb9 req-8e744db7-950c-4731-a416-ba71bc1fed86 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0521047 Mar 15 17:24:50.561213 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-019b81de-143d-4e01-b206-eceb98520cb9 req-782c675b-bfc6-4cb2-9fdd-70920f3024f0 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Mar 15 17:24:51.680645 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba11fb-cce3-4502-a011-badd6180f548 req-e83fd507-ea40-474c-9b50-cb8bfbdeb812 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:51.682371 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b5ba11fb-cce3-4502-a011-badd6180f548 req-e83fd507-ea40-474c-9b50-cb8bfbdeb812 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0519140 Mar 15 17:24:51.728133 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b5ba11fb-cce3-4502-a011-badd6180f548 req-64fb6cb7-9425-4393-b559-418fe505d86c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 Mar 15 17:24:52.848241 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275a73-2ef9-416a-84ed-964cf2c6761f req-63efd66d-f223-413f-9340-693c6ff3c11d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:52.849708 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d9275a73-2ef9-416a-84ed-964cf2c6761f req-63efd66d-f223-413f-9340-693c6ff3c11d tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0514178 Mar 15 17:24:52.894844 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d9275a73-2ef9-416a-84ed-964cf2c6761f req-3138b0ee-633a-4fe9-b398-cad94b0f8991 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395567 Mar 15 17:24:53.593381 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:24:53.689297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:53.700454 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '298f505d-415b-4225-b62a-bb7cc62a5649', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649', 'mac_address': 'fa:16:3e:9c:d3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:24:53.736730 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: ACTIVE; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:53.737115 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:53.749603 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 298f505d-415b-4225-b62a-bb7cc62a5649 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:53.768277 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:53.891336 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:53.945187 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=6']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:54.023816 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['298f505d-415b-4225-b62a-bb7cc62a5649'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:24:54.024467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f418c-2552-4124-972d-e7082728ea0b req-7d34c2fe-e9cc-4024-b672-dde0b8cc617a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:54.026621 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c9f418c-2552-4124-972d-e7082728ea0b req-7d34c2fe-e9cc-4024-b672-dde0b8cc617a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 944 time: 0.0605145 Mar 15 17:24:54.077217 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c9f418c-2552-4124-972d-e7082728ea0b req-9837e5bc-90af-4645-bc2e-12d9a1ead5a5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Mar 15 17:24:55.252014 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60f8c4-8977-4572-ab79-e8d362976867 req-3a05f9b0-4764-4911-b25b-0eb4244ae455 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:55.253299 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4c60f8c4-8977-4572-ab79-e8d362976867 req-3a05f9b0-4764-4911-b25b-0eb4244ae455 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 944 time: 0.1043010 Mar 15 17:24:55.299857 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4c60f8c4-8977-4572-ab79-e8d362976867 req-187b9597-823a-4acb-95e4-0f424f2f7f05 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Mar 15 17:24:55.611628 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:24:55.661732 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 298f505d-415b-4225-b62a-bb7cc62a5649 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:55.662122 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:55.738532 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:55.738919 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:55.762747 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:55.765051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3be623-2ec2-43b2-9856-6d711cbf6c4f" -d '{"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-plugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:55.781130 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:55.801803 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e479d-fa1b-458b-a211-6100936ef153 x-openstack-request-id: req-c05e479d-fa1b-458b-a211-6100936ef153 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:55.802117 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-plugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:55.802373 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c05e479d-fa1b-458b-a211-6100936ef153 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:55.802764 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'code': 200} Mar 15 17:24:55.880218 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:55.932041 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=7']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:56.439060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040f21-bfc6-462a-ab47-4814466f334b req-ff8a88b6-38a1-4812-8752-23a947a7cac5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:56.440528 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50040f21-bfc6-462a-ab47-4814466f334b req-ff8a88b6-38a1-4812-8752-23a947a7cac5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0591233 Mar 15 17:24:56.492973 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50040f21-bfc6-462a-ab47-4814466f334b req-5a3b69af-8278-42ee-8fe0-85750e5758a8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454810 Mar 15 17:24:57.649230 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e77b2-1f04-4483-a63d-fc135aa3ace1 req-70eeba45-4a84-462e-ac59-ae1a439be258 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:57.651367 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd9e77b2-1f04-4483-a63d-fc135aa3ace1 req-70eeba45-4a84-462e-ac59-ae1a439be258 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0769434 Mar 15 17:24:57.745523 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd9e77b2-1f04-4483-a63d-fc135aa3ace1 req-5a4cbf85-171f-42be-b785-5184e12ce884 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872705 Mar 15 17:24:58.634860 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:58.904329 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4b963-19b2-4faa-9288-5a09dff9f7a5 req-1687d11b-f45a-47fb-88dc-34f2a86fce39 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:58.907036 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9a4b963-19b2-4faa-9288-5a09dff9f7a5 req-1687d11b-f45a-47fb-88dc-34f2a86fce39 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0748179 Mar 15 17:24:58.968080 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9a4b963-19b2-4faa-9288-5a09dff9f7a5 req-4df0e5f9-29d7-423e-934e-2a9f610f3aa5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547006 Mar 15 17:25:00.112068 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859152c-bc0e-4445-b639-d7737426b74e req-f46d527c-25b4-48cd-8872-3ffdfe746087 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:00.113478 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6859152c-bc0e-4445-b639-d7737426b74e req-f46d527c-25b4-48cd-8872-3ffdfe746087 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0625336 Mar 15 17:25:00.169712 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6859152c-bc0e-4445-b639-d7737426b74e req-5b691e51-3d7c-43a0-a250-1be814b47779 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Mar 15 17:25:01.308727 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9a6e-5569-43b7-adc4-53dc3300dcb3 req-59356849-afad-464f-9eee-be7a6d51b104 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:01.310259 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c90d9a6e-5569-43b7-adc4-53dc3300dcb3 req-59356849-afad-464f-9eee-be7a6d51b104 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0559542 Mar 15 17:25:01.360066 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c90d9a6e-5569-43b7-adc4-53dc3300dcb3 req-e25820a0-4335-4bd4-9570-7c186f3bb95a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Mar 15 17:25:02.497908 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc490bcd-f1e5-4231-888d-a20d0ab39bc7 req-7336a554-40fc-4de2-ae5e-dfad900348e8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:02.499359 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc490bcd-f1e5-4231-888d-a20d0ab39bc7 req-7336a554-40fc-4de2-ae5e-dfad900348e8 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0574884 Mar 15 17:25:02.549927 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-dc490bcd-f1e5-4231-888d-a20d0ab39bc7 req-e8b25650-19bb-406b-b929-ea249f321d65 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Mar 15 17:25:03.686792 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfbe6b-3b15-4071-b17a-65b9b8e653fe req-3bb422db-b16c-42b5-b455-07f5573bf829 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:03.688601 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-55dfbe6b-3b15-4071-b17a-65b9b8e653fe req-3bb422db-b16c-42b5-b455-07f5573bf829 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0569668 Mar 15 17:25:03.750626 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-55dfbe6b-3b15-4071-b17a-65b9b8e653fe req-66814e08-c6b4-4173-84f8-b34c98578647 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562212 Mar 15 17:25:04.892494 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26b7fc-bb1b-43a9-9b2a-cfc8e1c10b46 req-b3410051-d1cc-4a92-8b1c-76cadb5ee0da tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:04.899317 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb26b7fc-bb1b-43a9-9b2a-cfc8e1c10b46 req-b3410051-d1cc-4a92-8b1c-76cadb5ee0da tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0664833 Mar 15 17:25:04.958786 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb26b7fc-bb1b-43a9-9b2a-cfc8e1c10b46 req-91f19893-d46a-4581-af66-7c7304be1125 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541668 Mar 15 17:25:06.106531 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cc73-82d3-4b55-a0dc-401165a5168a req-1d12f992-6883-448d-b8fe-aae247fac602 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:06.107987 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6ed1cc73-82d3-4b55-a0dc-401165a5168a req-1d12f992-6883-448d-b8fe-aae247fac602 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0533879 Mar 15 17:25:06.161200 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6ed1cc73-82d3-4b55-a0dc-401165a5168a req-7550b1ff-55d2-458d-a697-00c9a43ddec5 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477250 Mar 15 17:25:06.238062 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53700) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:06.242748 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328737523', 'description': 'tempest-description--1899478018'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:06.372189 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.443980 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (61a0fdab-37cb-4b4f-aa8a-40d3d429eb10), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.513847 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (61a0fdab-37cb-4b4f-aa8a-40d3d429eb10), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.545910 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:06.613657 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.614932 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-e1fca35d-cca0-4c78-87c1-af943d76c767 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3758385 Mar 15 17:25:06.617839 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53706) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:06.623324 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '61a0fdab-37cb-4b4f-aa8a-40d3d429eb10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:06.724777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (74013025-0443-4fa6-95ba-722de9d66551), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.794108 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (74013025-0443-4fa6-95ba-722de9d66551), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.857170 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (74013025-0443-4fa6-95ba-722de9d66551), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:06.875257 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74013025-0443-4fa6-95ba-722de9d66551,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:07.002094 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.005857 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ffa434b7-d83d-4c21-b606-738ae862f5af tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842623 Mar 15 17:25:07.006324 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53714) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:07.014526 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '61a0fdab-37cb-4b4f-aa8a-40d3d429eb10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:07.239378 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (b90e65e3-f4d4-447f-b451-bfc746d47989), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.296441 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (b90e65e3-f4d4-447f-b451-bfc746d47989), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.377752 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (b90e65e3-f4d4-447f-b451-bfc746d47989), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.414826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90e65e3-f4d4-447f-b451-bfc746d47989,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:07.456183 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54de58-b98b-4f9e-a331-093559bd02a1 req-2b748dcf-1099-457f-9e78-b580c7572d81 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:07.457864 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cb54de58-b98b-4f9e-a331-093559bd02a1 req-2b748dcf-1099-457f-9e78-b580c7572d81 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0575361 Mar 15 17:25:07.472660 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.473760 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f39518ea-29ec-482c-9d59-5586316e6538 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4665246 Mar 15 17:25:07.477072 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53726) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:07.482092 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:07.510710 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cb54de58-b98b-4f9e-a331-093559bd02a1 req-a16345bb-b78c-4c76-bbab-079a10810bcd tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Mar 15 17:25:07.577673 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.616296 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34c27062-5225-4a9d-9287-de9f835246eb req-cd658d70-bd85-4a26-b1e2-cba58e3b4105 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345956468&fields=id&tenant_id=c09b5bfb68a34d6998c210384039a494 HTTP/1.1" status: 200 len: 267 time: 0.0479207 Mar 15 17:25:07.672838 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c27062-5225-4a9d-9287-de9f835246eb req-535e9b15-08af-464b-909f-c9a1655e0ad6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:07.674300 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34c27062-5225-4a9d-9287-de9f835246eb req-535e9b15-08af-464b-909f-c9a1655e0ad6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 984 time: 0.0520182 Mar 15 17:25:07.674866 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.686000 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Request body: {'port': {'security_groups': ['ac19c881-c007-4bb0-9917-6671e65903e2']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:07.758948 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.788247 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.27.1.205 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/17646cb3-eb0c-436d-be9b-79696f5cef7e) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:07.888021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.934740 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:07.965847 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for port (7d01cc19-6664-468a-b95d-b523e47172d3), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:07.994951 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.034537 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:08.037629 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:08.041029 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:08.046930 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=17646cb3-eb0c-436d-be9b-79696f5cef7e,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:08.053694 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.068456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['7d01cc19-6664-468a-b95d-b523e47172d3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:25:08.105252 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.105965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.107529 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34c27062-5225-4a9d-9287-de9f835246eb req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "PUT /v2.0/ports/7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 942 time: 0.4268346 Mar 15 17:25:08.108083 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:08.110607 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c728fe5-bbf8-40a0-a61f-954af27e849f" -d '{"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:08.117939 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53736) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:08.156873 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.165816 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f0d67a-0a69-4ea9-a3ff-1a3c5f79e41f x-openstack-request-id: req-61f0d67a-0a69-4ea9-a3ff-1a3c5f79e41f {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:08.166327 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:08.167152 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61f0d67a-0a69-4ea9-a3ff-1a3c5f79e41f {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:08.167670 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'status': 'completed', 'code': 200} Mar 15 17:25:08.204682 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95452224-9aa1-4b00-a9fc-ff75bcbf8bd4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group (9f5f5cad-7ebf-4b23-9415-3c2733ea7259), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.210573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b10e7-e995-4411-bc47-b06707d352c9 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event updated for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=7']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:08.235344 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['7d01cc19-6664-468a-b95d-b523e47172d3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:25:08.248344 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95452224-9aa1-4b00-a9fc-ff75bcbf8bd4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group (9f5f5cad-7ebf-4b23-9415-3c2733ea7259), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.334359 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.364209 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-c56afeab-e6eb-403e-8cd6-6aa8238664ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.369765 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-c56afeab-e6eb-403e-8cd6-6aa8238664ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1129 time: 0.1623108 Mar 15 17:25:08.395034 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-628ecbb5-356c-4c9e-a476-8fcd760e109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.396629 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-628ecbb5-356c-4c9e-a476-8fcd760e109a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1129 time: 0.2108381 Mar 15 17:25:08.430338 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95452224-9aa1-4b00-a9fc-ff75bcbf8bd4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9f5f5cad-7ebf-4b23-9415-3c2733ea7259), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.433445 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95452224-9aa1-4b00-a9fc-ff75bcbf8bd4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.434495 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-95452224-9aa1-4b00-a9fc-ff75bcbf8bd4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f5f5cad-7ebf-4b23-9415-3c2733ea7259 HTTP/1.1" status: 204 len: 168 time: 0.3157039 Mar 15 17:25:08.441427 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53742) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:08.478257 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-59f76d3e-5ccb-400a-8227-08bf619febc5 None None] Provisioning complete for port 7d01cc19-6664-468a-b95d-b523e47172d3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:08.478780 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-59f76d3e-5ccb-400a-8227-08bf619febc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.485741 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95452224-9aa1-4b00-a9fc-ff75bcbf8bd4 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f5cad-7ebf-4b23-9415-3c2733ea7259,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:08.531186 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-a28d4b90-cda2-45c8-88ac-fbe9d5c9a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.532685 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-a28d4b90-cda2-45c8-88ac-fbe9d5c9a362 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 915 time: 0.1288123 Mar 15 17:25:08.541308 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-634c013c-7f14-4511-adcd-3e1171e99565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.541948 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-634c013c-7f14-4511-adcd-3e1171e99565 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.1666451 Mar 15 17:25:08.589701 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-59f76d3e-5ccb-400a-8227-08bf619febc5 None None] Current status of the port 7d01cc19-6664-468a-b95d-b523e47172d3 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:08.641789 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-5742d39c-e802-4479-839d-e902da7e2a9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 1000 time: 0.1003690 Mar 15 17:25:08.663688 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.705983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-af5a22dd-3bb8-4fcf-906b-251bc3835e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.707517 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-af5a22dd-3bb8-4fcf-906b-251bc3835e4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 200 len: 853 time: 0.0560062 Mar 15 17:25:08.725602 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.834353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=17646cb3-eb0c-436d-be9b-79696f5cef7e,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:08.842310 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.847785 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-439200a6-8ef3-4e20-bead-cb3a79573093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:08.849297 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-439200a6-8ef3-4e20-bead-cb3a79573093 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1347747 Mar 15 17:25:08.918774 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:08.920006 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-caa88f37-3ff8-421a-b345-4069dc7184e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4418633 Mar 15 17:25:08.950149 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-5806d88b-e5a8-481e-86d0-4edd59ff810b service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933423 Mar 15 17:25:08.957649 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-b5f73c7c-40ed-4541-b24d-869222bbedf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 1000 time: 0.3648524 Mar 15 17:25:09.025396 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a4ae1-bd04-4a73-a6c0-2e48789653c5 req-820cd90e-46b4-478e-8164-4f7ea4e4b0ee tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:09.027541 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b19a4ae1-bd04-4a73-a6c0-2e48789653c5 req-820cd90e-46b4-478e-8164-4f7ea4e4b0ee tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.4335287 Mar 15 17:25:09.064234 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-f493ba56-5884-4981-99a7-04e4530e3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:09.064234 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-f493ba56-5884-4981-99a7-04e4530e3862 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0987530 Mar 15 17:25:09.101061 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Deleting port 82844122-c573-42cc-8fa1-2ea499535d07 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:09.101331 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (82844122-c573-42cc-8fa1-2ea499535d07), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:09.213312 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b19a4ae1-bd04-4a73-a6c0-2e48789653c5 req-8b163d50-ee53-4498-be12-d55a2a1fec88 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718097 Mar 15 17:25:09.218750 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-5d9aca06-1f37-4fbd-840a-df5637e8dc12 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1328737523&fields=id&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 267 time: 0.1705527 Mar 15 17:25:09.248319 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-6e6133a8-392d-40a0-ae5c-fe7bd26637a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:09.249846 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-6e6133a8-392d-40a0-ae5c-fe7bd26637a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774616 Mar 15 17:25:09.298562 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7c728fe5-bbf8-40a0-a61f-954af27e849f req-99ce2b26-7ac2-4f8b-8613-0beeb5c80f18 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415444 Mar 15 17:25:09.351652 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (82844122-c573-42cc-8fa1-2ea499535d07), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:09.351888 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for floatingip (82844122-c573-42cc-8fa1-2ea499535d07), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:09.375863 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Calling delete_port for 82844122-c573-42cc-8fa1-2ea499535d07 owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:09.483146 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-b095d079-5f1e-4698-ad49-c1a70573c128 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:09.484637 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-b095d079-5f1e-4698-ad49-c1a70573c128 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.2527049 Mar 15 17:25:09.522925 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-3e8d012e-9339-4238-8df5-1265879aac16 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567084 Mar 15 17:25:09.533512 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-f1035893-105e-4a50-8409-5c840a5895a8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/quotas/d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 375 time: 0.0357647 Mar 15 17:25:09.684437 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-494c3b5b-b88d-436e-8010-188396d7227e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419168 Mar 15 17:25:09.686545 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7cda5e92-e9df-4a0a-8e4a-30bd0e8569a0 req-64e5ffbf-309b-4a10-9dc4-b2261520037c service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558030 Mar 15 17:25:09.822918 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (82844122-c573-42cc-8fa1-2ea499535d07), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:09.857669 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event deleted for resources: {'Port': ['ID=82844122-c573-42cc-8fa1-2ea499535d07,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:09.864114 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-60990a9e-a1e3-4a09-a4e9-758db8417c96 service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563520 Mar 15 17:25:09.892888 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks [] for floatingip (cfb63513-a0a3-4a2e-8068-151ec90d9b07), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:09.898066 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Floating IP cfb63513-a0a3-4a2e-8068-151ec90d9b07 disassociated (deleted). External IP: 172.27.1.21, port: 7d01cc19-6664-468a-b95d-b523e47172d3. Mar 15 17:25:10.050230 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-bac0c48b-c7a5-4ad6-a081-b2ccc88b9ddb service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661603 Mar 15 17:25:10.165905 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:25:10.278161 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:10.289360 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:10.289894 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] Sync routers for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:10.309097 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:10.309738 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:10.348715 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d817b49d-51a1-461b-9bea-cbb84b37f7c5 req-c2454b25-f429-43fb-b897-c4003d8053c4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 210 time: 0.0541558 Mar 15 17:25:10.389641 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0af93d0e-3533-4a19-b64e-84fc0cb35d59 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "DELETE /v2.0/floatingips/cfb63513-a0a3-4a2e-8068-151ec90d9b07 HTTP/1.1" status: 204 len: 168 time: 1.9439366 Mar 15 17:25:10.391874 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:10.394179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:10.428542 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:10.438308 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777150bb-d592-4ee8-a561-e276fa32a95f req-bf494e22-6e51-4ce6-86e0-5dfa65a6bf35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:10.440022 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-777150bb-d592-4ee8-a561-e276fa32a95f req-bf494e22-6e51-4ce6-86e0-5dfa65a6bf35 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.1018951 Mar 15 17:25:10.503921 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-777150bb-d592-4ee8-a561-e276fa32a95f req-728f9628-3bf6-459f-82c1-f3638692b545 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577252 Mar 15 17:25:10.567504 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb42f24b-6e9a-4233-9cd9-f5af393a8f62 x-openstack-request-id: req-cb42f24b-6e9a-4233-9cd9-f5af393a8f62 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:10.567821 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:10.568081 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb42f24b-6e9a-4233-9cd9-f5af393a8f62 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:10.568496 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'status': 'completed', 'code': 200} Mar 15 17:25:10.641280 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-965fed0c-ce37-4a3b-8387-b1c6da1d8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:10.642789 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-965fed0c-ce37-4a3b-8387-b1c6da1d8781 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b5bfb68a34d6998c210384039a494&device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 1129 time: 0.0497949 Mar 15 17:25:10.687854 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:10.716983 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] Checking router: 30cd740f-9482-4dd2-9f0a-1abd11bca3ba for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:10.725976 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:10.726583 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:24:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:10.736538 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-fe123326-c0ce-40e5-9119-121583ed4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:10.737977 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-fe123326-c0ce-40e5-9119-121583ed4186 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 200 len: 915 time: 0.0852807 Mar 15 17:25:10.783039 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-caf0b49f-cb45-439d-93f8-09b749a05279 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 200 len: 217 time: 0.0387359 Mar 15 17:25:10.846269 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-88583dd9-5ddf-494a-b7a2-c1ac5608c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:10.847945 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-88583dd9-5ddf-494a-b7a2-c1ac5608c0de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 200 len: 853 time: 0.0587137 Mar 15 17:25:10.849899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:10.900311 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-48d5c524-9c58-4108-88b5-7c53e3d0dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:10.902470 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-48d5c524-9c58-4108-88b5-7c53e3d0dd00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472555 Mar 15 17:25:11.005351 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-ad9aa5fc-23cd-4e9c-a4c1-2780f9469880 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964723 Mar 15 17:25:11.077527 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:11.110573 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d96814-3012-4d9e-a7b8-c9a308a61d7a None None] The sync data for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi is: [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:22:17Z', 'revision_number': 4, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '7496dbce-c073-4378-9531-0e9a5da8a396', 'name': '', 'network_id': '7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'mac_address': 'fa:16:3e:df:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:16Z', 'updated_at': '2022-03-15T17:22:22Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'subnets': [{'id': '145c3aa0-6fa1-4394-b606-682a4c702e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:11.358278 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724258d-24d7-4244-9ff8-57b436cf90f4 None None] New status for floating IP cfb63513-a0a3-4a2e-8068-151ec90d9b07: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:25:11.358864 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9f65cd9-b190-42c7-9f50-dd24d5ca09f8 req-401ec84c-8379-4be0-93d4-1db515a2e543 service neutron] 10.222.0.44 "GET /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363142 Mar 15 17:25:11.430147 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-21f0f510-dc79-4a42-8b18-bb4f5d958988 req-d3162551-955e-4867-85f4-646e76405f5c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 210 time: 0.0306613 Mar 15 17:25:11.640972 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5a9f2-6da0-41da-b3bb-698dd698585e req-af0c6586-209e-4a7e-a94e-29b8e2a55e3b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:11.642493 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eaf5a9f2-6da0-41da-b3bb-698dd698585e req-af0c6586-209e-4a7e-a94e-29b8e2a55e3b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 945 time: 0.0570736 Mar 15 17:25:11.659723 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:11.692329 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eaf5a9f2-6da0-41da-b3bb-698dd698585e req-791bf453-092b-4ee5-80cd-478c2ddc7b29 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Mar 15 17:25:11.738597 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: ACTIVE; New status is: DOWN {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:11.738983 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:11.762947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:11.781304 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c0ff8-1377-4298-8ccb-b55c6d194c0c" -d '{"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-unplugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:11.781304 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:11.801432 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43ab2b9-0d63-4bb0-a49b-562db33bdd8f x-openstack-request-id: req-a43ab2b9-0d63-4bb0-a49b-562db33bdd8f {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:11.801739 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-unplugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:11.802004 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a43ab2b9-0d63-4bb0-a49b-562db33bdd8f {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:11.802396 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'code': 200} Mar 15 17:25:11.931107 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:11.985911 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=8']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:12.365400 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e05cb1f4-c245-46dd-a9f7-9612ae7fcdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:12.526373 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-33452d45-f5b4-4f6f-bba9-cb55126aea48 req-61917a98-db83-466e-91b3-dd246fd1a231 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 210 time: 0.0264099 Mar 15 17:25:12.814570 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ff52-5435-4e3c-aaab-b0e5f0828391 req-8caf9595-ba09-4832-a351-f420f82afd4c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:12.816097 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a9b0ff52-5435-4e3c-aaab-b0e5f0828391 req-8caf9595-ba09-4832-a351-f420f82afd4c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0520635 Mar 15 17:25:12.862545 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a9b0ff52-5435-4e3c-aaab-b0e5f0828391 req-75a61b02-9a0b-44c7-b3b2-55520e15e4ac tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406907 Mar 15 17:25:13.113047 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-9911fc28-67ab-42d9-89d5-7be27be05f44 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:13.114513 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-9911fc28-67ab-42d9-89d5-7be27be05f44 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1121097 Mar 15 17:25:13.185026 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-debc1662-dc20-439e-af06-c2cef231847b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 472 time: 0.0613146 Mar 15 17:25:13.194211 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'port': {'device_id': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'admin_state_up': True, 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'security_groups': ['61a0fdab-37cb-4b4f-aa8a-40d3d429eb10']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:13.411330 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Made reservation on behalf of d56aa20df3a34f05af28f5bbc2fbfe0e for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:25:13.414793 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:13.547644 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.20.0.3 (b960f61d-142e-4595-b4ad-02357e33f7e4/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955/889823c6-360b-4c2c-9bea-8ed24d3cd828) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:13.654058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d9558d60-4840-4b81-a83a-c4f4238e12ca req-ceb27244-a4bf-40fa-9256-243a589a5163 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 210 time: 0.0546620 Mar 15 17:25:13.710739 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:13.800556 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:13.840834 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:13.846334 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:13.850144 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:13.855902 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:13.856516 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:13.868653 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=889823c6-360b-4c2c-9bea-8ed24d3cd828,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:13.985990 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-c53d683d-7813-469c-912f-8170a337ee19 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954619 Mar 15 17:25:13.997974 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Request body: {'port': {'device_id': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:14.047246 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-a8eda03e-8e31-459c-b5ab-62a78dd3910b None None] Provisioning complete for port 889823c6-360b-4c2c-9bea-8ed24d3cd828 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:14.047933 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a8eda03e-8e31-459c-b5ab-62a78dd3910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.057958 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.082450 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a8eda03e-8e31-459c-b5ab-62a78dd3910b None None] Port 889823c6-360b-4c2c-9bea-8ed24d3cd828 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:25:14.328341 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889823c6-360b-4c2c-9bea-8ed24d3cd828 {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:25:14.335856 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Publish callbacks [] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.348423 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Transition to ACTIVE for port object 889823c6-360b-4c2c-9bea-8ed24d3cd828 will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:25:14.450728 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.523118 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Pushing event updated for resources: {'Port': ['ID=889823c6-360b-4c2c-9bea-8ed24d3cd828,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:14.535599 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Attempting to bind port 889823c6-360b-4c2c-9bea-8ed24d3cd828 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:14.535972 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Attempting to bind port 889823c6-360b-4c2c-9bea-8ed24d3cd828 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:14.536303 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Attempting to bind port 889823c6-360b-4c2c-9bea-8ed24d3cd828 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:14.541177 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Port 889823c6-360b-4c2c-9bea-8ed24d3cd828 on network b960f61d-142e-4595-b4ad-02357e33f7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:25:14.541494 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Attempting to bind port 889823c6-360b-4c2c-9bea-8ed24d3cd828 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:14.546766 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:14.547104 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:14.547486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Bound using segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:14.547961 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Bound port: 889823c6-360b-4c2c-9bea-8ed24d3cd828, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:14.553068 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.621267 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] For port 889823c6-360b-4c2c-9bea-8ed24d3cd828, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:14.624596 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] For port 889823c6-360b-4c2c-9bea-8ed24d3cd828, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:14.754731 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.789866 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:14.790669 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.792207 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] 10.222.0.44 "PUT /v2.0/ports/889823c6-360b-4c2c-9bea-8ed24d3cd828 HTTP/1.1" status: 200 len: 1093 time: 0.7986515 Mar 15 17:25:14.792795 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:14.795042 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ec3123-d9e0-483a-9040-0ed7476d2c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:14.803454 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f18883e4-6d0f-47ca-a2e1-a7492f556361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.826926 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b2853-c55b-4a4d-9f1f-9cd458b4a926 service neutron] Pushing event updated for resources: {'Port': ['ID=889823c6-360b-4c2c-9bea-8ed24d3cd828,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:14.917162 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6eb376-1896-4512-b191-d1ed21bb75da req-604c9913-498c-42e5-8640-0a0ebf9178ca tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:14.919280 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-db6eb376-1896-4512-b191-d1ed21bb75da req-604c9913-498c-42e5-8640-0a0ebf9178ca tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 943 time: 0.0576649 Mar 15 17:25:15.027221 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-db6eb376-1896-4512-b191-d1ed21bb75da req-355cd655-2b3a-4053-a1db-7937971a4cb1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018066 Mar 15 17:25:15.035813 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-7ba74534-2f1f-48e5-80f3-2a9a527edc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.037089 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-7ba74534-2f1f-48e5-80f3-2a9a527edc0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 1127 time: 0.1051941 Mar 15 17:25:15.057953 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace1224-5f8e-4546-b76f-ce91a05195d5 x-openstack-request-id: req-cace1224-5f8e-4546-b76f-ce91a05195d5 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:15.058264 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:15.058602 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cace1224-5f8e-4546-b76f-ce91a05195d5 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:15.059060 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'status': 'completed', 'code': 200} Mar 15 17:25:15.095874 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-2ac2946f-6b0a-4d3f-a15d-dde2d45a76f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828 HTTP/1.1" status: 200 len: 217 time: 0.0463586 Mar 15 17:25:15.170989 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-7337237f-069b-47ef-9b40-af545f845479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.172473 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-7337237f-069b-47ef-9b40-af545f845479 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0672779 Mar 15 17:25:15.184542 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5f25-468c-46d2-ab70-cdd0ce8d0b85 req-0c71ee97-53f0-4731-bb47-b5c4301a6044 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.185965 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3e8a5f25-468c-46d2-ab70-cdd0ce8d0b85 req-0c71ee97-53f0-4731-bb47-b5c4301a6044 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0927935 Mar 15 17:25:15.258693 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3e8a5f25-468c-46d2-ab70-cdd0ce8d0b85 req-436878f3-b2cd-4a27-86b3-88b5ef015480 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643067 Mar 15 17:25:15.261361 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-7f8ade05-932d-4b62-a7c4-439984b57ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.262770 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-7f8ade05-932d-4b62-a7c4-439984b57ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759699 Mar 15 17:25:15.385424 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-370cb140-8b60-45ee-bb6b-246558d102ec service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149788 Mar 15 17:25:15.456658 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6e629-8c5c-4940-9db2-839e3d1225fe req-bde2055d-e525-4808-99f3-e1dc152bd769 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.458175 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77e6e629-8c5c-4940-9db2-839e3d1225fe req-bde2055d-e525-4808-99f3-e1dc152bd769 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.1131077 Mar 15 17:25:15.514842 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fefb5e83-7bc7-49d2-833f-6cb23e4eac95 req-8c951a3c-59ea-4e96-8712-c4642877f665 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216097 Mar 15 17:25:15.528734 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77e6e629-8c5c-4940-9db2-839e3d1225fe req-2d4a8814-6132-48fd-b0a1-29c1e07de2ae tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617399 Mar 15 17:25:15.710033 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-ec1f0c3f-a32d-4763-acb3-f28888ee307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.711526 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-ec1f0c3f-a32d-4763-acb3-f28888ee307f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 1127 time: 0.0768251 Mar 15 17:25:15.715351 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-4aa957ed-c4e6-41e0-8f6c-a763498f4d32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555487 Mar 15 17:25:15.816863 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:15.819584 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-c81e0eba-6503-464f-b12b-1c23598e3703 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.820940 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-c81e0eba-6503-464f-b12b-1c23598e3703 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports/298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 940 time: 0.0562682 Mar 15 17:25:15.847536 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-ed2def7d-aa7a-481d-8b47-fd180a894683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.849045 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-ed2def7d-aa7a-481d-8b47-fd180a894683 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 916 time: 0.1278946 Mar 15 17:25:15.892817 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-2487552e-cbe1-4297-9980-5727d0b6410d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828 HTTP/1.1" status: 200 len: 217 time: 0.0373366 Mar 15 17:25:15.940947 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-a8c1d59a-8c91-40b3-9e02-6a0576839323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.942416 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-a8c1d59a-8c91-40b3-9e02-6a0576839323 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0438383 Mar 15 17:25:15.991932 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-c3ea76b0-b913-4bb0-a501-680939653cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:15.993438 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-c3ea76b0-b913-4bb0-a501-680939653cfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443449 Mar 15 17:25:16.091676 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-82b39773-3786-498d-aede-f2dbd5a48397 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910916 Mar 15 17:25:16.206912 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50986bba-53bc-43f6-b743-6938f84c2218 req-a313a061-d78a-485f-a4e5-684346ce908f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:16.208439 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50986bba-53bc-43f6-b743-6938f84c2218 req-a313a061-d78a-485f-a4e5-684346ce908f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 943 time: 0.1016219 Mar 15 17:25:16.237036 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-00ec3123-d9e0-483a-9040-0ed7476d2c0d req-754f61a9-b581-48fe-b4f9-164d8b991318 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373391 Mar 15 17:25:16.267024 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50986bba-53bc-43f6-b743-6938f84c2218 req-3c3069a6-e93e-4c6d-b75d-c8c98fd7126b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492456 Mar 15 17:25:16.374880 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fd720-7400-4536-9386-5df375a6d982 req-b9e5ec01-8353-41c3-bc52-fae26703ad42 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:16.376308 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-165fd720-7400-4536-9386-5df375a6d982 req-b9e5ec01-8353-41c3-bc52-fae26703ad42 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0528300 Mar 15 17:25:16.421351 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-165fd720-7400-4536-9386-5df375a6d982 req-f95d27be-2ad0-4553-ac94-feb32e54dc3e tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac19c881-c007-4bb0-9917-6671e65903e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Mar 15 17:25:16.652348 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333792d-bbe8-415e-b8cf-8dbc8b86bcd0 req-72178609-d75b-4e29-a615-cec5d3e3f532 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:16.653747 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3333792d-bbe8-415e-b8cf-8dbc8b86bcd0 req-72178609-d75b-4e29-a615-cec5d3e3f532 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0521803 Mar 15 17:25:16.701168 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3333792d-bbe8-415e-b8cf-8dbc8b86bcd0 req-8e1b7ebd-2c5b-4e6c-af9f-5d083f24b7f1 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Mar 15 17:25:16.812475 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-574a0076-5534-4dd9-92f1-7ec77d98ccbb tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:16.813923 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-574a0076-5534-4dd9-92f1-7ec77d98ccbb tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.44 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 945 time: 0.0560944 Mar 15 17:25:16.907878 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Deleting port 7d01cc19-6664-468a-b95d-b523e47172d3 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:16.908131 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:17.002097 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] For port 7d01cc19-6664-468a-b95d-b523e47172d3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=7d01cc19-6664-468a-b95d-b523e47172d3,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:17.002687 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:17.015842 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Calling delete_port for 7d01cc19-6664-468a-b95d-b523e47172d3 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:17.199991 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (7d01cc19-6664-468a-b95d-b523e47172d3), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:17.210843 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['7d01cc19-6664-468a-b95d-b523e47172d3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:25:17.231746 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Pushing event deleted for resources: {'Port': ['ID=7d01cc19-6664-468a-b95d-b523e47172d3,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:17.273780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] No DVR routers for this DVR port 7d01cc19-6664-468a-b95d-b523e47172d3 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:25:17.276750 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:17.280092 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7f4d5ae1-4ec1-4d2b-8871-ef85ca6a57ba req-f1d74418-3584-40d5-9f43-d07d8c2d4d7a tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.44 "DELETE /v2.0/ports/7d01cc19-6664-468a-b95d-b523e47172d3 HTTP/1.1" status: 204 len: 173 time: 0.4606149 Mar 15 17:25:17.282139 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'name': 'network-vif-deleted', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:17.282733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ab3f9-1b8a-4c60-8cb4-f2ef8848d9f4" -d '{"events": [{"server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "name": "network-vif-deleted", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:17.337233 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a03bf-14ee-4a07-9d20-7ba14394d9a7 x-openstack-request-id: req-3a0a03bf-14ee-4a07-9d20-7ba14394d9a7 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:17.337526 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b604ac9e-e47b-4994-95f0-9ae26599f9ab", "name": "network-vif-deleted", "tag": "7d01cc19-6664-468a-b95d-b523e47172d3", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:17.337799 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a0a03bf-14ee-4a07-9d20-7ba14394d9a7 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:17.338809 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b604ac9e-e47b-4994-95f0-9ae26599f9ab', 'name': 'network-vif-deleted', 'tag': '7d01cc19-6664-468a-b95d-b523e47172d3', 'status': 'completed', 'code': 200} Mar 15 17:25:17.388145 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-e8bc6da0-a9b5-4014-a0ae-06578cde106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.389622 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-e8bc6da0-a9b5-4014-a0ae-06578cde106c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b&tenant_id=d7aede9fb4844b08bb39998d12d842b3 HTTP/1.1" status: 200 len: 1127 time: 0.0812087 Mar 15 17:25:17.410792 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbd8a-b20f-479a-bbd2-d71e1ac95c24 req-2e504af4-0a4b-41f2-bd9d-79724dfc4e24 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.411388 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:17.414330 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-97adbd8a-b20f-479a-bbd2-d71e1ac95c24 req-2e504af4-0a4b-41f2-bd9d-79724dfc4e24 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 943 time: 0.0650892 Mar 15 17:25:17.488900 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-97adbd8a-b20f-479a-bbd2-d71e1ac95c24 req-63a9113a-9a32-4b81-a7c6-40f79f9ba25e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662925 Mar 15 17:25:17.493379 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-a27fd7be-ef37-4276-9895-2d8db0714294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.494869 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-a27fd7be-ef37-4276-9895-2d8db0714294 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1127 time: 0.0796988 Mar 15 17:25:17.535301 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-92bfd5c8-e8a3-41f6-ae39-a498c5ff2314 req-6f058693-d5d5-4ff1-bfb6-444f5b95afa6 tempest-TestMinimumBasicScenario-1494392290 tempest-TestMinimumBasicScenario-1494392290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b604ac9e-e47b-4994-95f0-9ae26599f9ab HTTP/1.1" status: 200 len: 210 time: 0.0445790 Mar 15 17:25:17.609303 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-6d6737e3-e974-4164-9c31-c40b91561844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.609303 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-6d6737e3-e974-4164-9c31-c40b91561844 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.1028728 Mar 15 17:25:17.665146 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 889823c6-360b-4c2c-9bea-8ed24d3cd828 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:25:17.674995 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-395edd87-f1ef-4a01-9da4-f1f03e8da4fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 998 time: 0.0623498 Mar 15 17:25:17.755757 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-03cbdcb7-7b96-491c-beb7-4d97d072032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.763719 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-03cbdcb7-7b96-491c-beb7-4d97d072032d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0814891 Mar 15 17:25:17.830146 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 889823c6-360b-4c2c-9bea-8ed24d3cd828, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:17.849347 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'port_id': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:25:17.875592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-d6c54445-1f82-4fc7-9d9f-2ebd1a7a79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.877750 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-d6c54445-1f82-4fc7-9d9f-2ebd1a7a79d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061463 Mar 15 17:25:17.891912 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 889823c6-360b-4c2c-9bea-8ed24d3cd828 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:17.892301 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:17.896252 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff1019-4c7c-4ef0-91be-963af8965a10 req-92729aac-6684-4c63-b6b8-fa2048549f2c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:17.899074 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-91ff1019-4c7c-4ef0-91be-963af8965a10 req-92729aac-6684-4c63-b6b8-fa2048549f2c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0767210 Mar 15 17:25:17.907889 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889823c6-360b-4c2c-9bea-8ed24d3cd828 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:25:17.930731 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 889823c6-360b-4c2c-9bea-8ed24d3cd828, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:18.002809 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-91ff1019-4c7c-4ef0-91be-963af8965a10 req-2bb67438-40f0-4b09-a11e-bb0659ad3776 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930645 Mar 15 17:25:18.012415 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:18.034224 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-392298e2-760c-4744-a158-00b832016f9d service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390545 Mar 15 17:25:18.078884 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=889823c6-360b-4c2c-9bea-8ed24d3cd828,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:18.142087 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-86019d92-5d6c-4d79-b5f0-9d93a6e34662 req-a8bf5d78-fc25-4ce0-ac3c-a1f2b8664a97 service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074624 Mar 15 17:25:18.277668 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['889823c6-360b-4c2c-9bea-8ed24d3cd828'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:25:18.613529 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488061a-98c7-4696-be32-402ce635d4c8 req-5fe8ff27-fbc8-49a1-8097-ea6dfb4d99b6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:18.615008 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2488061a-98c7-4696-be32-402ce635d4c8 req-5fe8ff27-fbc8-49a1-8097-ea6dfb4d99b6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 944 time: 0.0565834 Mar 15 17:25:18.703741 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2488061a-98c7-4696-be32-402ce635d4c8 req-91dfef54-a6e8-4f3e-83bd-78d9bca6afd8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813553 Mar 15 17:25:18.788344 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:19.405661 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d864c-2d3c-4474-a345-f15c0f3156ac req-5287c6fa-95f9-4a81-a454-c89f308a7af6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:19.407097 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ea4d864c-2d3c-4474-a345-f15c0f3156ac req-5287c6fa-95f9-4a81-a454-c89f308a7af6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.3222699 Mar 15 17:25:19.454520 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ea4d864c-2d3c-4474-a345-f15c0f3156ac req-2b6ccdcb-5e25-4b5a-8939-d13450b37405 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Mar 15 17:25:19.674036 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 889823c6-360b-4c2c-9bea-8ed24d3cd828 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:19.821948 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1a046-ee29-48c5-bad2-7101d8503bbd req-57ecec13-2681-4bd9-8825-1276c372dbd6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:19.822716 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 889823c6-360b-4c2c-9bea-8ed24d3cd828 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:25:19.823480 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1bb1a046-ee29-48c5-bad2-7101d8503bbd req-57ecec13-2681-4bd9-8825-1276c372dbd6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 944 time: 0.0551238 Mar 15 17:25:19.827237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 889823c6-360b-4c2c-9bea-8ed24d3cd828 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:19.827710 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:19.887414 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1bb1a046-ee29-48c5-bad2-7101d8503bbd req-47389b3a-12b1-4ff8-ad13-d0694c87376b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563815 Mar 15 17:25:20.075168 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 889823c6-360b-4c2c-9bea-8ed24d3cd828 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:20.075922 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:20.103815 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:20.106673 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098bf07-520a-435b-b177-4a39ddf250e2" -d '{"events": [{"server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "name": "network-vif-plugged", "status": "completed", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:20.143787 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 889823c6-360b-4c2c-9bea-8ed24d3cd828, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:20.163029 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd35492-feae-4754-a5d1-1cadf8bcf6bd x-openstack-request-id: req-cbd35492-feae-4754-a5d1-1cadf8bcf6bd {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:20.163392 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "name": "network-vif-plugged", "status": "completed", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:20.163748 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbd35492-feae-4754-a5d1-1cadf8bcf6bd {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:20.164277 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'code': 200} Mar 15 17:25:20.234314 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:20.235360 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 7d01cc19-6664-468a-b95d-b523e47172d3 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:20.274980 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 7d01cc19-6664-468a-b95d-b523e47172d3 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:20.275270 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 7d01cc19-6664-468a-b95d-b523e47172d3 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:20.304925 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=889823c6-360b-4c2c-9bea-8ed24d3cd828,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:20.537198 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53952) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:20.628784 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194aaec-4f34-4350-8c90-5c676255bea3 req-066d823d-ee34-43a8-aab3-abbc589b3adb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:20.630251 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c194aaec-4f34-4350-8c90-5c676255bea3 req-066d823d-ee34-43a8-aab3-abbc589b3adb tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0762651 Mar 15 17:25:20.701434 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c194aaec-4f34-4350-8c90-5c676255bea3 req-fc57391b-a5bc-491b-8466-c6b9f035f66f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654645 Mar 15 17:25:20.910680 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:21.031894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff4a54-73db-4ba8-a2d4-2a6f16ff5bc2 req-ecbbc6e9-2dcd-4706-aaec-aeb2108f8a37 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:21.033792 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e6ff4a54-73db-4ba8-a2d4-2a6f16ff5bc2 req-ecbbc6e9-2dcd-4706-aaec-aeb2108f8a37 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0730569 Mar 15 17:25:21.114939 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e6ff4a54-73db-4ba8-a2d4-2a6f16ff5bc2 req-8b36bbf8-a2e2-4b52-9bdd-99774792f600 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746474 Mar 15 17:25:21.229558 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Deleting port 7496dbce-c073-4378-9531-0e9a5da8a396 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:21.230050 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:21.316393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] For port 7496dbce-c073-4378-9531-0e9a5da8a396, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=7496dbce-c073-4378-9531-0e9a5da8a396,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:21.316745 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:21.329762 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Calling delete_port for 7496dbce-c073-4378-9531-0e9a5da8a396 owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:21.600110 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (7496dbce-c073-4378-9531-0e9a5da8a396), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:21.625517 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7496dbce-c073-4378-9531-0e9a5da8a396,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:21.829199 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:21.892627 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4acd1-85a9-46d0-86af-97afb70fc07a req-a7b1e718-42bc-41ad-beae-bddb64de1136 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:21.894152 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3da4acd1-85a9-46d0-86af-97afb70fc07a req-a7b1e718-42bc-41ad-beae-bddb64de1136 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0857525 Mar 15 17:25:21.977371 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3da4acd1-85a9-46d0-86af-97afb70fc07a req-a699c994-80cc-4797-a1aa-01d65f29eae9 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762820 Mar 15 17:25:22.137677 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:25:22.233768 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f9cb5-b19e-41b4-83aa-7d7baa19625e req-6c1f7f14-fdab-4985-8933-7e5e2a53e375 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:22.235302 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-113f9cb5-b19e-41b4-83aa-7d7baa19625e req-6c1f7f14-fdab-4985-8933-7e5e2a53e375 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0628760 Mar 15 17:25:22.271429 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:22.280158 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-882d18a9-098f-44d6-9430-9e31c11855f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/30cd740f-9482-4dd2-9f0a-1abd11bca3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7392764 Mar 15 17:25:22.280325 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53964) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:22.281620 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] Sync routers for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:22.299501 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:22.300259 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:22.320709 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-113f9cb5-b19e-41b4-83aa-7d7baa19625e req-b682d59d-51df-4659-9087-eceeb2a9fc9c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795503 Mar 15 17:25:22.419297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:22.423579 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks [] for router (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:22.584847 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks [] for router_gateway (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:22.617812 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:25:21Z', 'revision_number': 5, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port': {'id': '19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:14Z', 'updated_at': '2022-03-15T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:22.654729 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] Checking router: 30cd740f-9482-4dd2-9f0a-1abd11bca3ba for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:22.663741 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] Routers {'30cd740f-9482-4dd2-9f0a-1abd11bca3ba'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:22.664367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:22.695467 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Deleting port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:22.696104 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:22.763441 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] Set router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba gateway port host: None {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:22.795364 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] For port 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:22.795791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:22.823160 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Calling delete_port for 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:22.851747 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:25:22Z', 'revision_number': 6, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:22.878820 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad73ac4-1280-4554-9946-eac4c53f943a None None] The sync data for ids ['30cd740f-9482-4dd2-9f0a-1abd11bca3ba'] in dv-cinder-833871-1-iscsi is: [{'id': '30cd740f-9482-4dd2-9f0a-1abd11bca3ba', 'name': 'tempest-TestMinimumBasicScenario-112790649-router', 'tenant_id': 'c09b5bfb68a34d6998c210384039a494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:13Z', 'updated_at': '2022-03-15T17:25:22Z', 'revision_number': 6, 'project_id': 'c09b5bfb68a34d6998c210384039a494', 'gw_port_host': None}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:23.112738 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582389-3d88-4982-8c84-5b2f6513f202 req-bdf5e353-39d7-4e46-bdfc-8cc1523b8f99 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:23.114285 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b3582389-3d88-4982-8c84-5b2f6513f202 req-bdf5e353-39d7-4e46-bdfc-8cc1523b8f99 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0535436 Mar 15 17:25:23.175834 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b3582389-3d88-4982-8c84-5b2f6513f202 req-fe1a48ca-147f-4b25-aabd-d84466acb3c3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552142 Mar 15 17:25:23.338369 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.381252 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Pushing event deleted for resources: {'Port': ['ID=19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:23.488674 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.507275 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0e57-c70e-45bd-9cba-b6638f5f06cd req-fe225186-f736-40d4-8913-e34d6d5bc6b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:23.509231 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-554b0e57-c70e-45bd-9cba-b6638f5f06cd req-fe225186-f736-40d4-8913-e34d6d5bc6b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0604005 Mar 15 17:25:23.558914 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-554b0e57-c70e-45bd-9cba-b6638f5f06cd req-c840b9ed-3e8f-49f8-b970-35abc16e71c2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439312 Mar 15 17:25:23.607723 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.610016 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks [] for router_controller (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.788521 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (30cd740f-9482-4dd2-9f0a-1abd11bca3ba), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.789139 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30cd740f-9482-4dd2-9f0a-1abd11bca3ba {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:25:23.794733 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.797698 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7431a501-e69a-4159-ab1d-fec65820a5db admin admin] 10.222.0.23 "DELETE /v2.0/routers/30cd740f-9482-4dd2-9f0a-1abd11bca3ba HTTP/1.1" status: 204 len: 168 time: 1.5145013 Mar 15 17:25:23.798468 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53972) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:23.861510 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Deleting subnet 145c3aa0-6fa1-4394-b606-682a4c702e82 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:25:23.869005 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Publish callbacks [] for subnet (145c3aa0-6fa1-4394-b606-682a4c702e82), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.937385 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:23.938885 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (145c3aa0-6fa1-4394-b606-682a4c702e82), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:23.965106 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:23.965546 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 19cf994f-5c50-4cc1-8394-e7ab3b8cf8e7 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:23.966023 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 7496dbce-c073-4378-9531-0e9a5da8a396 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:23.986800 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 7496dbce-c073-4378-9531-0e9a5da8a396 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:23.986800 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 7496dbce-c073-4378-9531-0e9a5da8a396 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:24.085726 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (145c3aa0-6fa1-4394-b606-682a4c702e82), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.257609 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (145c3aa0-6fa1-4394-b606-682a4c702e82), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.281348 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:25:24.284042 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145c3aa0-6fa1-4394-b606-682a4c702e82,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:24.287678 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.293325 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-267d3b30-645b-48b6-9de3-6f6acbc6fd17 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/145c3aa0-6fa1-4394-b606-682a4c702e82 HTTP/1.1" status: 204 len: 168 time: 0.4916170 Mar 15 17:25:24.293838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53976) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:24.294570 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d6410-2819-47e1-9db2-6e5041bbe702 None None] Network 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:25:24.311494 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cfe7f-b82d-4aea-95fd-2a73ad6c490c req-39d83b6d-a054-4470-bf53-b5d280fba228 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:24.313081 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8d0cfe7f-b82d-4aea-95fd-2a73ad6c490c req-39d83b6d-a054-4470-bf53-b5d280fba228 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0601799 Mar 15 17:25:24.379978 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8d0cfe7f-b82d-4aea-95fd-2a73ad6c490c req-d2b586bf-b6c5-456b-8514-827ad3a5c099 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605745 Mar 15 17:25:24.422249 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.481265 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Deleting port 0f7af14a-b547-4e94-8e00-07cc2091ec7b {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:24.481600 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.499201 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] DHCP port deletion for 7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:25:24.558116 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] For port 0f7af14a-b547-4e94-8e00-07cc2091ec7b, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=0f7af14a-b547-4e94-8e00-07cc2091ec7b,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:24.558928 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.560608 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] Deleting port 0f7af14a-b547-4e94-8e00-07cc2091ec7b {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:24.561004 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.584262 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Calling delete_port for 0f7af14a-b547-4e94-8e00-07cc2091ec7b owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:24.641473 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] For port 0f7af14a-b547-4e94-8e00-07cc2091ec7b, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=0f7af14a-b547-4e94-8e00-07cc2091ec7b,segment=NetworkSegment(d2509737-4b01-421c-8690-5a825da65c39),segment_id=d2509737-4b01-421c-8690-5a825da65c39)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:24.642314 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.655498 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] Calling delete_port for 0f7af14a-b547-4e94-8e00-07cc2091ec7b owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:24.696708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114aa3-7c11-4eef-b7f2-08781d2f85e2 req-30266ae0-edea-4d95-bbc5-948179efe0c6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:24.698860 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78114aa3-7c11-4eef-b7f2-08781d2f85e2 req-30266ae0-edea-4d95-bbc5-948179efe0c6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0572982 Mar 15 17:25:24.771436 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.776166 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78114aa3-7c11-4eef-b7f2-08781d2f85e2 req-2543ddfb-f386-45a5-90c2-646e0251efdb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665929 Mar 15 17:25:24.798683 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (0f7af14a-b547-4e94-8e00-07cc2091ec7b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.799160 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7af14a-b547-4e94-8e00-07cc2091ec7b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:24.804911 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] No DVR routers for this DVR port 0f7af14a-b547-4e94-8e00-07cc2091ec7b on host dv-cinder-833871-1-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:25:24.824845 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] Pushing event deleted for resources: {'Port': ['ID=0f7af14a-b547-4e94-8e00-07cc2091ec7b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:24.833256 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab26a8-8455-461b-98a5-d6c7391ab772 None None] No DVR routers for this DVR port 0f7af14a-b547-4e94-8e00-07cc2091ec7b on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:25:24.907481 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.930058 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:24.941293 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2509737-4b01-421c-8690-5a825da65c39') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:24.941683 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2509737-4b01-421c-8690-5a825da65c39') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:24.951447 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (d2509737-4b01-421c-8690-5a825da65c39), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.969564 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (d2509737-4b01-421c-8690-5a825da65c39), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.975491 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (d2509737-4b01-421c-8690-5a825da65c39), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:25:24.982020 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:25:25.102817 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:25.109168 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:25.112204 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a HTTP/1.1" status: 204 len: 168 time: 0.8173807 Mar 15 17:25:25.115300 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 53980) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:25.123036 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414d887-bc4e-4c4a-99e8-e743f62dab75 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6a36ee-7d3a-47e8-a56a-33b4697dfe6a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:25.590118 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5b249-bf37-436e-ac3f-e40dcc0b0a3a req-1b3ffad2-b435-4e14-8574-fc4cbaca9531 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:25.591593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f5b5b249-bf37-436e-ac3f-e40dcc0b0a3a req-1b3ffad2-b435-4e14-8574-fc4cbaca9531 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.1156220 Mar 15 17:25:25.629704 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (6bbc0fba-448a-475e-bef6-b0960769b6e0), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:25.713778 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f5b5b249-bf37-436e-ac3f-e40dcc0b0a3a req-b3128002-d688-4112-9110-ad84e856e258 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155579 Mar 15 17:25:25.919956 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 0f7af14a-b547-4e94-8e00-07cc2091ec7b no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:25.926090 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab9be9-3cc5-4b8c-9317-c203e48dd60d req-1fdc0e25-af31-4c47-a6ee-94bc949bbdcc tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:25.927672 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1fab9be9-3cc5-4b8c-9317-c203e48dd60d req-1fdc0e25-af31-4c47-a6ee-94bc949bbdcc tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0874438 Mar 15 17:25:25.945282 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 0f7af14a-b547-4e94-8e00-07cc2091ec7b {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:25.945536 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 0f7af14a-b547-4e94-8e00-07cc2091ec7b not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:26.028426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1fab9be9-3cc5-4b8c-9317-c203e48dd60d req-caa4db0f-6b8f-4470-94d8-6cc994cd5ab7 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918727 Mar 15 17:25:26.046020 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Deleting port 883b70c1-b743-4724-8ffe-22d443fc21a9 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:26.046358 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:26.131050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] For port 883b70c1-b743-4724-8ffe-22d443fc21a9, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=883b70c1-b743-4724-8ffe-22d443fc21a9,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:26.131435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:26.145295 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Calling delete_port for 883b70c1-b743-4724-8ffe-22d443fc21a9 owned by network:router_interface {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:26.417470 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (883b70c1-b743-4724-8ffe-22d443fc21a9), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:26.446494 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Pushing event deleted for resources: {'Port': ['ID=883b70c1-b743-4724-8ffe-22d443fc21a9,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:26.602312 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (6bbc0fba-448a-475e-bef6-b0960769b6e0), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:26.869486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075901-94cb-470b-ae13-172b1b39a725 req-9f43a2fb-aa01-4d17-8eaa-1f1664bd9858 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:26.870966 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27075901-94cb-470b-ae13-172b1b39a725 req-9f43a2fb-aa01-4d17-8eaa-1f1664bd9858 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0809383 Mar 15 17:25:26.882678 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Router 6bbc0fba-448a-475e-bef6-b0960769b6e0 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:25:27.242177 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27075901-94cb-470b-ae13-172b1b39a725 req-b57214a5-fa15-4ac2-b794-2a0c470f6ff3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638501 Mar 15 17:25:27.316345 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf2e04-4c51-45e3-931f-9c5ef1774021 req-d19997df-27b2-4205-b817-0010b7b7cac7 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:27.317949 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cbcf2e04-4c51-45e3-931f-9c5ef1774021 req-d19997df-27b2-4205-b817-0010b7b7cac7 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0923402 Mar 15 17:25:27.319500 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:27.327778 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-40137d11-0361-4ba2-91b0-d33cddeb5604 admin admin] 10.222.0.23 "PUT /v2.0/routers/6bbc0fba-448a-475e-bef6-b0960769b6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2112284 Mar 15 17:25:27.328556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53992) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:27.330872 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] Sync routers for ids ['6bbc0fba-448a-475e-bef6-b0960769b6e0'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:27.354656 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] Routers {'6bbc0fba-448a-475e-bef6-b0960769b6e0'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:27.357704 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['6bbc0fba-448a-475e-bef6-b0960769b6e0'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:27.414362 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cbcf2e04-4c51-45e3-931f-9c5ef1774021 req-71a76b43-c5bd-401e-91f3-6cd9d48b202e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853579 Mar 15 17:25:27.477342 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks [] for router (6bbc0fba-448a-475e-bef6-b0960769b6e0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:27.508079 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] Set router 6bbc0fba-448a-475e-bef6-b0960769b6e0 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:27.588004 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks [] for router_gateway (6bbc0fba-448a-475e-bef6-b0960769b6e0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:27.702142 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:25:26Z', 'revision_number': 5, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port': {'id': '82c0ae08-b4da-46f3-af3c-a136c31e29d2', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:22:22Z', 'updated_at': '2022-03-15T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:27.729069 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] Checking router: 6bbc0fba-448a-475e-bef6-b0960769b6e0 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:27.736070 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Deleting port 82c0ae08-b4da-46f3-af3c-a136c31e29d2 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:27.740693 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:27.740834 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] Routers {'6bbc0fba-448a-475e-bef6-b0960769b6e0'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:27.740834 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['6bbc0fba-448a-475e-bef6-b0960769b6e0'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:27.828887 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] Set router 6bbc0fba-448a-475e-bef6-b0960769b6e0 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:27.885502 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:25:27Z', 'revision_number': 6, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:27.912338 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b46b3-33df-4eba-bcf8-9e2d98fd7a92 None None] The sync data for ids ['6bbc0fba-448a-475e-bef6-b0960769b6e0'] in dv-cinder-833871-1-iscsi is: [{'id': '6bbc0fba-448a-475e-bef6-b0960769b6e0', 'name': 'tempest-TestMinimumBasicScenario-1397189622-router', 'tenant_id': '2ed3990ac1c44ca19ae67770b379e954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:22:21Z', 'updated_at': '2022-03-15T17:25:27Z', 'revision_number': 6, 'project_id': '2ed3990ac1c44ca19ae67770b379e954', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:28.066071 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] For port 82c0ae08-b4da-46f3-af3c-a136c31e29d2, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=82c0ae08-b4da-46f3-af3c-a136c31e29d2,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:28.066348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.078493 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Calling delete_port for 82c0ae08-b4da-46f3-af3c-a136c31e29d2 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:28.302887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (82c0ae08-b4da-46f3-af3c-a136c31e29d2), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.329290 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c0ae08-b4da-46f3-af3c-a136c31e29d2,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:28.343977 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.344323 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.344664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.345009 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.345343 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.345669 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.345992 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.346311 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.346682 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.347126 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.347445 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.347799 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.348124 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.348444 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.348805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:28.395466 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6866c-d533-4f6e-b83e-66037286e4f5 req-72fb2024-e858-4327-824a-7a61bc8fcf07 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:28.400747 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-57a6866c-d533-4f6e-b83e-66037286e4f5 req-72fb2024-e858-4327-824a-7a61bc8fcf07 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0718055 Mar 15 17:25:28.412939 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (6bbc0fba-448a-475e-bef6-b0960769b6e0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.449715 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-57a6866c-d533-4f6e-b83e-66037286e4f5 req-75d65354-3a9b-43a8-ade7-9ae22da9a009 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Mar 15 17:25:28.511352 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (6bbc0fba-448a-475e-bef6-b0960769b6e0), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.516020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks [] for router_controller (6bbc0fba-448a-475e-bef6-b0960769b6e0), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.542199 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d2dea-457e-4dd8-995d-a33a2e20fd8f req-02885306-b07c-4946-bb82-f12b98951e4a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:28.546330 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a36d2dea-457e-4dd8-995d-a33a2e20fd8f req-02885306-b07c-4946-bb82-f12b98951e4a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0541546 Mar 15 17:25:28.614445 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a36d2dea-457e-4dd8-995d-a33a2e20fd8f req-da6f4c97-90e7-4478-a41b-d206c2b3dec8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641005 Mar 15 17:25:28.634075 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (6bbc0fba-448a-475e-bef6-b0960769b6e0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.637296 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5200-d5c9-4297-8917-ae76382a6567 req-57d7908b-ac2a-43d1-9c53-750f0c6358b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:28.637425 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbc0fba-448a-475e-bef6-b0960769b6e0 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:25:28.637533 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-280b5200-d5c9-4297-8917-ae76382a6567 req-57d7908b-ac2a-43d1-9c53-750f0c6358b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 1129 time: 0.0554085 Mar 15 17:25:28.640325 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.641507 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e9b94edb-00e9-4cde-a7d1-15251abb05c8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6bbc0fba-448a-475e-bef6-b0960769b6e0 HTTP/1.1" status: 204 len: 168 time: 1.3120003 Mar 15 17:25:28.644092 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 53998) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:28.662560 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.682014 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-280b5200-d5c9-4297-8917-ae76382a6567 req-90b11074-152b-4780-b97a-f2990a307007 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Mar 15 17:25:28.687437 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Deleting subnet 0d675f37-6555-4ef1-89e3-fdaa482d880b {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:25:28.690733 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Publish callbacks [] for subnet (0d675f37-6555-4ef1-89e3-fdaa482d880b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.730373 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (0d675f37-6555-4ef1-89e3-fdaa482d880b), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.807387 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (0d675f37-6555-4ef1-89e3-fdaa482d880b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.925733 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (0d675f37-6555-4ef1-89e3-fdaa482d880b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.952990 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d675f37-6555-4ef1-89e3-fdaa482d880b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:28.957888 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.961075 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-91cc9cbb-fc28-4731-8d59-6e9824b055c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0d675f37-6555-4ef1-89e3-fdaa482d880b HTTP/1.1" status: 204 len: 168 time: 0.3159404 Mar 15 17:25:28.963513 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54000) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:28.966205 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9bf5bc-894e-4016-8c1c-2882046ec804 None None] Network a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:25:29.035796 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.094040 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Deleting port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:29.094380 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.123921 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] DHCP port deletion for a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:25:29.158519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] For port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:29.158878 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.170022 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] Deleting port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:25:29.170401 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.176194 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Calling delete_port for bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:29.235928 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] For port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,segment=NetworkSegment(e7507921-d7d7-45c1-bbe0-ff21658225af),segment_id=e7507921-d7d7-45c1-bbe0-ff21658225af)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:29.236414 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.249402 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] Calling delete_port for bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:25:29.348451 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.356112 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.374888 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:29.379342 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] No DVR routers for this DVR port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 on host dv-cinder-833871-1-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:25:29.382384 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] Pushing event deleted for resources: {'Port': ['ID=bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:29.384237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15849c0b-72a4-484e-89e3-857a4b22c08e None None] No DVR routers for this DVR port bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:25:29.454700 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.474860 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8adf4ce-370f-4f3f-94a3-cff8a5b42d77']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:29.485002 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7507921-d7d7-45c1-bbe0-ff21658225af') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:29.485327 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7507921-d7d7-45c1-bbe0-ff21658225af') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:29.498476 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (e7507921-d7d7-45c1-bbe0-ff21658225af), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.513398 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (e7507921-d7d7-45c1-bbe0-ff21658225af), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.520364 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:25:29.520752 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (e7507921-d7d7-45c1-bbe0-ff21658225af), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:25:29.522445 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:25:29.574433 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fca20e-138f-4c78-a801-4b8c8c20990d req-d5f5aeb8-a146-4391-b160-cab94a99ba5a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:29.580113 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d0fca20e-138f-4c78-a801-4b8c8c20990d req-d5f5aeb8-a146-4391-b160-cab94a99ba5a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 943 time: 0.0544348 Mar 15 17:25:29.622893 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d0fca20e-138f-4c78-a801-4b8c8c20990d req-b8b0736c-2262-4996-994c-4e4da1613900 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412529 Mar 15 17:25:29.668262 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (a8adf4ce-370f-4f3f-94a3-cff8a5b42d77), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.672413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.678010 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a8adf4ce-370f-4f3f-94a3-cff8a5b42d77 HTTP/1.1" status: 204 len: 168 time: 0.7114520 Mar 15 17:25:29.689507 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e473628-17c4-4b14-aab5-e711587bb122 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8adf4ce-370f-4f3f-94a3-cff8a5b42d77,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:29.737229 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:25:29.738137 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f688-29f6-4351-abc2-ab6845bdc9a9 req-3a966121-7209-4bff-84c7-aeb1671ad868 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:29.739796 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b058f688-29f6-4351-abc2-ab6845bdc9a9 req-3a966121-7209-4bff-84c7-aeb1671ad868 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Mar 15 17:25:29.792238 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b058f688-29f6-4351-abc2-ab6845bdc9a9 req-a6703e0f-6c3f-439e-9867-cbfbc9d8fb3a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Mar 15 17:25:29.843071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:29.855888 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '298f505d-415b-4225-b62a-bb7cc62a5649', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'port_id': '298f505d-415b-4225-b62a-bb7cc62a5649', 'mac_address': 'fa:16:3e:9c:d3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:25:29.892785 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:29.893102 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:29.906814 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298f505d-415b-4225-b62a-bb7cc62a5649 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:25:29.919090 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 883b70c1-b743-4724-8ffe-22d443fc21a9 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:29.949778 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 883b70c1-b743-4724-8ffe-22d443fc21a9 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:29.950211 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 883b70c1-b743-4724-8ffe-22d443fc21a9 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:29.950722 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 82c0ae08-b4da-46f3-af3c-a136c31e29d2 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:29.954406 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:29.971898 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 82c0ae08-b4da-46f3-af3c-a136c31e29d2 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:29.972243 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 82c0ae08-b4da-46f3-af3c-a136c31e29d2 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:29.972657 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:25:29.999959 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:25:29.999959 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bb0eabfa-0ce3-46f8-a2c0-e844d9aa1b83 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:25:30.051459 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:30.064549 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54016) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:30.101804 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=9']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:30.112223 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-115e3c22-3512-4854-954c-b460c7dcbef6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c09b5bfb68a34d6998c210384039a494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464170 Mar 15 17:25:30.113632 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54018) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:30.162484 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Publish callbacks [] for security_group (ac19c881-c007-4bb0-9917-6671e65903e2), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:30.185360 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Publish callbacks [] for security_group (ac19c881-c007-4bb0-9917-6671e65903e2), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:30.314017 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ac19c881-c007-4bb0-9917-6671e65903e2), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:30.316627 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:30.317822 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac19c881-c007-4bb0-9917-6671e65903e2 HTTP/1.1" status: 204 len: 168 time: 0.2031488 Mar 15 17:25:30.319361 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['298f505d-415b-4225-b62a-bb7cc62a5649'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:25:30.326888 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19c881-c007-4bb0-9917-6671e65903e2,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:30.334549 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.334907 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.335254 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.335590 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.335958 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.336289 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.336617 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.337130 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.337382 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.338391 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.338603 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.338930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.339254 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.339721 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.340157 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db30d-c8ba-4616-ab93-4f52b1829104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:30.750628 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12cf7-228f-4f5f-ac59-f3efba16acbd req-f03d40f4-a802-4aa1-af30-25e75cfd10ad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:30.752168 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77b12cf7-228f-4f5f-ac59-f3efba16acbd req-f03d40f4-a802-4aa1-af30-25e75cfd10ad tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 944 time: 0.0552142 Mar 15 17:25:30.800411 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77b12cf7-228f-4f5f-ac59-f3efba16acbd req-7b6e8b39-d067-4114-a583-f460a97ad4a4 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Mar 15 17:25:30.912215 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a63e-74d1-4577-8f3a-10ee25647f59 req-3eca767c-12dd-4520-adf8-29c987546aff tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:30.913676 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cab9a63e-74d1-4577-8f3a-10ee25647f59 req-3eca767c-12dd-4520-adf8-29c987546aff tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0552704 Mar 15 17:25:30.959574 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cab9a63e-74d1-4577-8f3a-10ee25647f59 req-a38e5906-11cc-48b4-954f-bbfae85c9598 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Mar 15 17:25:31.077109 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60c52e-0254-4b46-afa3-32d8d3ee91ec req-7d76d1ff-da9f-49ba-ae79-fe4b5ba6315a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:31.078669 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ce60c52e-0254-4b46-afa3-32d8d3ee91ec req-7d76d1ff-da9f-49ba-ae79-fe4b5ba6315a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0538771 Mar 15 17:25:31.090467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54034) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:31.090653 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54036) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:31.092244 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'port_id': '889823c6-360b-4c2c-9bea-8ed24d3cd828'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:31.129896 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f9fc3022-c10b-45d3-9da4-30aa2feea47b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ed3990ac1c44ca19ae67770b379e954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379944 Mar 15 17:25:31.131882 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.132611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54038) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:31.179990 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8ae16706-760e-4e25-aa7f-f4769b969aa5 admin admin] Publish callbacks [] for security_group (e492cbad-8104-4615-bfcc-81f96d627e65), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.201991 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8ae16706-760e-4e25-aa7f-f4769b969aa5 admin admin] Publish callbacks [] for security_group (e492cbad-8104-4615-bfcc-81f96d627e65), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.388649 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8ae16706-760e-4e25-aa7f-f4769b969aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (e492cbad-8104-4615-bfcc-81f96d627e65), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.391262 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8ae16706-760e-4e25-aa7f-f4769b969aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.392608 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8ae16706-760e-4e25-aa7f-f4769b969aa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e492cbad-8104-4615-bfcc-81f96d627e65 HTTP/1.1" status: 204 len: 168 time: 0.2589750 Mar 15 17:25:31.401622 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae16706-760e-4e25-aa7f-f4769b969aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492cbad-8104-4615-bfcc-81f96d627e65,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:31.564071 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.707320 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.755441 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:31.809128 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 298f505d-415b-4225-b62a-bb7cc62a5649 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:31.809802 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:31.844344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f associated. External IP: 172.27.1.205, port: 889823c6-360b-4c2c-9bea-8ed24d3cd828. Mar 15 17:25:32.011009 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2080043-f713-4265-9056-8c411f178e5b req-3d0dbf68-a0e3-4964-97f8-ca422483d78f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:32.012591 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f2080043-f713-4265-9056-8c411f178e5b req-3d0dbf68-a0e3-4964-97f8-ca422483d78f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 944 time: 0.1270318 Mar 15 17:25:32.047190 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 298f505d-415b-4225-b62a-bb7cc62a5649 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:32.047583 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:32.071124 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:32.074004 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac3afd-5fe3-47ea-988c-7086db1c9d8f" -d '{"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-plugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:32.086148 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:32.137898 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f2080043-f713-4265-9056-8c411f178e5b req-4545bdb6-a1ad-45e0-bc30-f2e916972b00 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127603 Mar 15 17:25:32.180857 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:25:32.188322 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:32.239948 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=10']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:32.317606 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:32.329916 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469eba7-8429-427a-893a-33fc4216048d None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:32.334925 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:32.347781 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:32.348594 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:32.398684 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-52a3a9e2-d651-486b-aae4-58a4eab7c382 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "PUT /v2.0/floatingips/58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f HTTP/1.1" status: 200 len: 991 time: 1.2784488 Mar 15 17:25:32.398684 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:25:32.398684 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176a235-dc95-4af6-a442-c95daab6d441" -d '{"events": [{"name": "network-changed", "server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:25:32.419090 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f59b7c3-039e-4b5e-92e5-72d84d9b8d24 x-openstack-request-id: req-1f59b7c3-039e-4b5e-92e5-72d84d9b8d24 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:32.419476 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:32.419932 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f59b7c3-039e-4b5e-92e5-72d84d9b8d24 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:32.420429 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'status': 'completed', 'code': 200} Mar 15 17:25:32.458143 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33ea3c-180a-4a9a-8f64-b03850829276 x-openstack-request-id: req-dd33ea3c-180a-4a9a-8f64-b03850829276 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:25:32.458528 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-plugged", "status": "completed", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:25:32.458854 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd33ea3c-180a-4a9a-8f64-b03850829276 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:25:32.459793 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'code': 200} Mar 15 17:25:32.491087 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a235-dc95-4af6-a442-c95daab6d441 req-984d5a39-d11d-486d-ac59-afaec0c2629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:32.492770 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-984d5a39-d11d-486d-ac59-afaec0c2629e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 1129 time: 0.0494967 Mar 15 17:25:32.511199 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:32.585636 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a235-dc95-4af6-a442-c95daab6d441 req-9d90b83d-4d85-4e86-b16a-6f16ac081778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:32.587103 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-9d90b83d-4d85-4e86-b16a-6f16ac081778 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 916 time: 0.0885122 Mar 15 17:25:32.653999 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-0d2f6eb7-3797-4f9b-8554-8b739c6e085d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828 HTTP/1.1" status: 200 len: 999 time: 0.0595617 Mar 15 17:25:32.706434 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a235-dc95-4af6-a442-c95daab6d441 req-13025d25-df21-4037-88b5-41cb00fa7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:32.707924 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-13025d25-df21-4037-88b5-41cb00fa7478 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0486503 Mar 15 17:25:32.765902 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a235-dc95-4af6-a442-c95daab6d441 req-73c2c61f-0f43-4c01-87f8-57a982a28916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:32.767449 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-73c2c61f-0f43-4c01-87f8-57a982a28916 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535500 Mar 15 17:25:32.802597 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:12Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}, {'id': '58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:25:08Z', 'updated_at': '2022-03-15T17:25:31Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:32.828018 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469eba7-8429-427a-893a-33fc4216048d None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:32.845973 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:32.846588 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:32.857535 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-fe6a31b2-9ecb-437f-a082-e046db01317e service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Mar 15 17:25:32.959129 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d176a235-dc95-4af6-a442-c95daab6d441 req-c93e0107-d9bf-47cf-a265-6df3ca81eae9 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961399 Mar 15 17:25:32.973502 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:33.237621 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-d469eba7-8429-427a-893a-33fc4216048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:12Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}, {'id': '58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:25:08Z', 'updated_at': '2022-03-15T17:25:31Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:33.270288 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469eba7-8429-427a-893a-33fc4216048d None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:12Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}, {'id': '58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:25:08Z', 'updated_at': '2022-03-15T17:25:31Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:33.282646 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafd72f-9a68-4b48-aad6-04b7c45054f1 req-024e594f-f552-49e5-b25d-1f79671aea96 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:33.285074 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9aafd72f-9a68-4b48-aad6-04b7c45054f1 req-024e594f-f552-49e5-b25d-1f79671aea96 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.0662231 Mar 15 17:25:33.343622 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9aafd72f-9a68-4b48-aad6-04b7c45054f1 req-2fb4feb1-340e-4ed9-801f-1a85185fb7d7 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528836 Mar 15 17:25:33.470953 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf1de7-740e-4bef-b29a-d842e0507197 None None] New status for floating IP 58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:25:33.621138 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54082) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:33.738324 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-95644871-network', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:33.787354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a36a-4b77-4f45-9e5a-b7fec87da55d req-c4afb50f-ad17-4242-b84a-03e468965cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:33.788893 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-edc7a36a-4b77-4f45-9e5a-b7fec87da55d req-c4afb50f-ad17-4242-b84a-03e468965cbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1130 time: 0.0516715 Mar 15 17:25:33.828711 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Made reservation on behalf of c1d0bc5b1ec74662b36773cf3bcc8cd5 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:25:33.833127 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:33.834642 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-edc7a36a-4b77-4f45-9e5a-b7fec87da55d req-46d381f8-ef6c-4926-8095-815be809eb8f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387721 Mar 15 17:25:33.844491 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:33.919396 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks [] for security_group (d2f5807f-04f0-4fc3-aafb-51799604b7e7), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:33.999794 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (d2f5807f-04f0-4fc3-aafb-51799604b7e7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.024156 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:25:34.038595 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5807f-04f0-4fc3-aafb-51799604b7e7,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:34.038796 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (b8d65a52-17c5-4015-a029-b0bb05fc23ab), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.039094 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Added segment b8d65a52-17c5-4015-a029-b0bb05fc23ab of type vlan for network ac635906-cd82-4bc3-80dc-c20fcd55bc58 Mar 15 17:25:34.077885 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (ac635906-cd82-4bc3-80dc-c20fcd55bc58), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.183372 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (ac635906-cd82-4bc3-80dc-c20fcd55bc58), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.184348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:34.184937 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.242027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] Pushing event updated for resources: {'Network': ['ID=ac635906-cd82-4bc3-80dc-c20fcd55bc58,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:34.252729 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:25:34.374093 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0afd8c6e-a2ac-4627-9798-78f6fd2fdecf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7517934 Mar 15 17:25:34.377512 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54090) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:34.383891 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Request body: {'subnet': {'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-95644871-subnet', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:34.468565 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Made reservation on behalf of c1d0bc5b1ec74662b36773cf3bcc8cd5 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:25:34.471109 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.476691 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24cae4-ba02-4e21-8fe3-7e55f4b985cc req-4a1fdfcc-ca32-46ae-bb8b-35365290ef7a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:34.478949 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0b24cae4-ba02-4e21-8fe3-7e55f4b985cc req-4a1fdfcc-ca32-46ae-bb8b-35365290ef7a tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.0583370 Mar 15 17:25:34.531348 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0b24cae4-ba02-4e21-8fe3-7e55f4b985cc req-3e5d6f23-2342-4f39-b7d1-e1147a5215ed tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461578 Mar 15 17:25:34.714407 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (7d79ad2a-8c97-45b7-940a-d133e16a4e15), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.776531 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d79ad2a-8c97-45b7-940a-d133e16a4e15,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:34.786132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Checking segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:34.786485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Network hostable DHCP agents. Network: ac635906-cd82-4bc3-80dc-c20fcd55bc58, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:25:34.851106 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:25:34.919701 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, ac635906-cd82-4bc3-80dc-c20fcd55bc58) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:34.925148 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:34.925786 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:34.936919 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd306f5-8039-4548-a4f2-efd7738d8654 None None] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:25:34.990632 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-efeef763-79c7-4b89-8fd0-97141f45449f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6118822 Mar 15 17:25:34.993947 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54098) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:34.997532 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:35.058204 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:25:35.059082 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.085419 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.086485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.142435 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks [] for router_controller (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.207601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Allocated IP 172.20.0.2 (ac635906-cd82-4bc3-80dc-c20fcd55bc58/7d79ad2a-8c97-45b7-940a-d133e16a4e15/04e4817f-de90-4e5c-810b-efa753d13979) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:35.351187 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Publish callbacks [] for port (04e4817f-de90-4e5c-810b-efa753d13979), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.371618 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks [] for router_gateway (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.428820 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (04e4817f-de90-4e5c-810b-efa753d13979), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.470417 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:35.474009 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:35.476358 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:35.485521 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Pushing event updated for resources: {'Port': ['ID=04e4817f-de90-4e5c-810b-efa753d13979,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:35.543416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Attempting to bind port 04e4817f-de90-4e5c-810b-efa753d13979 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:35.543916 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Attempting to bind port 04e4817f-de90-4e5c-810b-efa753d13979 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:35.544296 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Attempting to bind port 04e4817f-de90-4e5c-810b-efa753d13979 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:35.549208 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:35.552475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Checking segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:35.552475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.552475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Bound using segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:35.552475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Bound port: 04e4817f-de90-4e5c-810b-efa753d13979, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:35.552475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (04e4817f-de90-4e5c-810b-efa753d13979), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.621015 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] For port 04e4817f-de90-4e5c-810b-efa753d13979, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:35.624221 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] For port 04e4817f-de90-4e5c-810b-efa753d13979, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=04e4817f-de90-4e5c-810b-efa753d13979,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:35.671394 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bee46-93f9-4319-b5ac-ecf92af858b4 req-5f2afda5-7a94-4919-a0dc-fc1a848fa89b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:35.672955 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-064bee46-93f9-4319-b5ac-ecf92af858b4 req-5f2afda5-7a94-4919-a0dc-fc1a848fa89b tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.0575187 Mar 15 17:25:35.679721 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks [] for router_gateway (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.703740 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.714620 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (04e4817f-de90-4e5c-810b-efa753d13979), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:35.725847 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-064bee46-93f9-4319-b5ac-ecf92af858b4 req-1e56290e-fb37-41ac-833c-263192a6bdbd tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Mar 15 17:25:35.780026 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9092f-3b1a-4c35-98ee-9725d2e95dcb None None] Pushing event updated for resources: {'Port': ['ID=04e4817f-de90-4e5c-810b-efa753d13979,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:35.839887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Allocated IP 172.27.1.111 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/5cc0f89d-1de0-4685-8c06-15a86813977f) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:35.975110 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks [] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:36.114682 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:36.151601 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:36.158775 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:36.162375 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:36.185334 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc0f89d-1de0-4685-8c06-15a86813977f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:36.543133 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks [] for router_gateway (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:36.749176 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:36.832211 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c2016-3e47-4794-857f-2b43d4e5b99e None None] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:25:36.872276 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620540-4ca6-48f8-8af6-8f26e4a5c51c req-38d639e1-c4d2-4e61-95c5-1ca6cd537a76 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:36.874835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3c620540-4ca6-48f8-8af6-8f26e4a5c51c req-38d639e1-c4d2-4e61-95c5-1ca6cd537a76 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.0682654 Mar 15 17:25:36.933700 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3c620540-4ca6-48f8-8af6-8f26e4a5c51c req-18eb12f3-ce55-4f05-87ee-393a504d5951 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502870 Mar 15 17:25:36.942535 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] Provisioning complete for port 04e4817f-de90-4e5c-810b-efa753d13979 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:36.943099 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (04e4817f-de90-4e5c-810b-efa753d13979), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:36.977015 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:25:37.044803 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] Current status of the port 04e4817f-de90-4e5c-810b-efa753d13979 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:37.045205 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (04e4817f-de90-4e5c-810b-efa753d13979), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:37.086980 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] For port 04e4817f-de90-4e5c-810b-efa753d13979, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=04e4817f-de90-4e5c-810b-efa753d13979,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:37.091108 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:37.101494 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:37.110959 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:37.111688 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:37.196464 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (04e4817f-de90-4e5c-810b-efa753d13979), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:37.230587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:37.231896 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-aaecee44-1714-449d-b727-042d981aa457 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2376511 Mar 15 17:25:37.234753 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54140) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:37.255909 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:37.314234 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017ae6-201c-462b-8d0f-490d9c704fc8 None None] Pushing event updated for resources: {'Port': ['ID=04e4817f-de90-4e5c-810b-efa753d13979,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:37.379131 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-f0f845d2-b987-4020-a3db-e6de4bf7ddc8 None None] Provisioning complete for port 04e4817f-de90-4e5c-810b-efa753d13979 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:37.379490 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0f845d2-b987-4020-a3db-e6de4bf7ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (04e4817f-de90-4e5c-810b-efa753d13979), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:37.653951 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f0f845d2-b987-4020-a3db-e6de4bf7ddc8 None None] Current status of the port 04e4817f-de90-4e5c-810b-efa753d13979 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:37.665095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:36Z', 'revision_number': 3, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:37.695382 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:37.695764 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Updating router f2de180a-7cae-4522-ac3d-ac2cfbbb478c port 5cc0f89d-1de0-4685-8c06-15a86813977f binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:25:37.724754 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:37.927521 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:37.969127 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 04e4817f-de90-4e5c-810b-efa753d13979 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:38.016657 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Publish callbacks [] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.041699 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 04e4817f-de90-4e5c-810b-efa753d13979 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:38.042056 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (04e4817f-de90-4e5c-810b-efa753d13979), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.099821 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Allocated IP 172.20.0.1 (ac635906-cd82-4bc3-80dc-c20fcd55bc58/7d79ad2a-8c97-45b7-940a-d133e16a4e15/f400e918-5de3-427f-9fd8-864cfd5eb0b3) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:38.116550 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.148918 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 04e4817f-de90-4e5c-810b-efa753d13979 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:38.179750 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Attempting to bind port 5cc0f89d-1de0-4685-8c06-15a86813977f on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:38.180043 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Attempting to bind port 5cc0f89d-1de0-4685-8c06-15a86813977f by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:38.180434 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Attempting to bind port 5cc0f89d-1de0-4685-8c06-15a86813977f on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:38.183878 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616a33-0d09-4eb9-aeea-734ff661760a None None] Pushing event updated for resources: {'Port': ['ID=5cc0f89d-1de0-4685-8c06-15a86813977f,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:38.188707 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:38.189093 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:38.189495 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.189882 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:38.190349 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Bound port: 5cc0f89d-1de0-4685-8c06-15a86813977f, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:38.190729 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.211396 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks [] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.243749 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] For port 5cc0f89d-1de0-4685-8c06-15a86813977f, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:38.247919 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] For port 5cc0f89d-1de0-4685-8c06-15a86813977f, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5cc0f89d-1de0-4685-8c06-15a86813977f,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:38.320080 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.349340 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.362662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:38.365712 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:38.370099 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:38.374612 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Pushing event updated for resources: {'Port': ['ID=f400e918-5de3-427f-9fd8-864cfd5eb0b3,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:38.402704 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:38.403351 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:38.412449 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.487189 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616a33-0d09-4eb9-aeea-734ff661760a None None] Pushing event updated for resources: {'Port': ['ID=5cc0f89d-1de0-4685-8c06-15a86813977f,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:38.533312 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:38.622701 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.710911 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-89708fab-34bf-4060-8b07-3841420dd54e None None] Provisioning complete for port f400e918-5de3-427f-9fd8-864cfd5eb0b3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:38.711285 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89708fab-34bf-4060-8b07-3841420dd54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.753687 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-89708fab-34bf-4060-8b07-3841420dd54e None None] Port f400e918-5de3-427f-9fd8-864cfd5eb0b3 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:25:38.762658 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:36Z', 'revision_number': 3, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:38.789105 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks [] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.790011 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ce6cf-c9f8-49ab-b082-549403f088d4 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:36Z', 'revision_number': 3, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:38.862797 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:38.930018 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Pushing event updated for resources: {'Port': ['ID=f400e918-5de3-427f-9fd8-864cfd5eb0b3,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:38.933372 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:39.050597 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:39.052168 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:39.199255 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:25:39.293967 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-bb7baf5a-b42b-4282-af8e-ee6295faded2 None None] Provisioning complete for port f400e918-5de3-427f-9fd8-864cfd5eb0b3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:39.295038 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bb7baf5a-b42b-4282-af8e-ee6295faded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:39.329055 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:39.336297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bb7baf5a-b42b-4282-af8e-ee6295faded2 None None] Port f400e918-5de3-427f-9fd8-864cfd5eb0b3 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:25:39.340429 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-414ba34d-7cec-4e40-9c80-4459c4203e58 admin admin] 10.222.0.23 "PUT /v2.0/routers/f2de180a-7cae-4522-ac3d-ac2cfbbb478c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1044362 Mar 15 17:25:39.926179 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5cc0f89d-1de0-4685-8c06-15a86813977f up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:39.979509 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 5cc0f89d-1de0-4685-8c06-15a86813977f triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:39.979918 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.059456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 5cc0f89d-1de0-4685-8c06-15a86813977f is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:40.059456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.090042 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port 5cc0f89d-1de0-4685-8c06-15a86813977f, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5cc0f89d-1de0-4685-8c06-15a86813977f,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:40.110128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54166) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:40.115981 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-24067411-network', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:40.159947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.210292 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Made reservation on behalf of e219a971a5c24baf94d794fe8cebf087 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:25:40.213837 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=5cc0f89d-1de0-4685-8c06-15a86813977f,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:40.213968 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.220021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.220373 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.220721 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.221061 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.221397 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.221729 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.222058 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.222385 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.222484 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.222712 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.223036 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.223361 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.223721 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.224047 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.224367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.224687 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:40.301131 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks [] for security_group (e710d7f2-c3e2-4a4b-b27c-66be63607764), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.402396 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:40.410805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (e710d7f2-c3e2-4a4b-b27c-66be63607764), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.413515 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:40.414128 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:40.432643 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:25:40.446159 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710d7f2-c3e2-4a4b-b27c-66be63607764,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:40.453213 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (5416f8b1-7381-4485-a284-35599f86b4fc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.453555 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Added segment 5416f8b1-7381-4485-a284-35599f86b4fc of type vlan for network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 Mar 15 17:25:40.497822 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.534347 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:40.569977 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.570981 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:40.571609 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.632802 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] Pushing event updated for resources: {'Network': ['ID=111e5dcc-c9bf-4889-9604-d74e6c0ee0e8,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:40.643192 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:25:40.698661 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0230d007-73ec-408f-9318-ad217ded25fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5870776 Mar 15 17:25:40.701370 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54168) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:40.706316 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Request body: {'subnet': {'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-24067411-subnet', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:40.753608 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 2, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:40.779225 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:40.779581 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Updating router f2de180a-7cae-4522-ac3d-ac2cfbbb478c port f400e918-5de3-427f-9fd8-864cfd5eb0b3 binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:25:40.804459 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Made reservation on behalf of e219a971a5c24baf94d794fe8cebf087 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:25:40.807430 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:40.807714 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.027522 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (933b36be-a00c-409f-917f-af68518e06b8), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.080810 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Pushing event updated for resources: {'Subnet': ['ID=933b36be-a00c-409f-917f-af68518e06b8,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:41.097196 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Checking segment: {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:41.097558 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Network hostable DHCP agents. Network: 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:25:41.162258 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Publish callbacks [] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.198535 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:25:41.211063 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.260792 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Pushing event updated for resources: {'Port': ['ID=f400e918-5de3-427f-9fd8-864cfd5eb0b3,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:41.262487 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:41.266996 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:41.267931 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.269668 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.270018 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.270380 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.270924 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.271279 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.274259 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.275510 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.275510 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.275759 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:25:41.276186 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaea89a-10cc-45e1-9a15-fa3c7c3bb31f None None] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:25:41.327981 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3d142cd8-e5dc-4601-a7db-97ecd92a299d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6254005 Mar 15 17:25:41.330395 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54176) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:41.335313 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:41.345098 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Attempting to bind port f400e918-5de3-427f-9fd8-864cfd5eb0b3 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:41.345471 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Attempting to bind port f400e918-5de3-427f-9fd8-864cfd5eb0b3 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:41.346235 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Attempting to bind port f400e918-5de3-427f-9fd8-864cfd5eb0b3 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:41.352184 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:41.352569 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Checking segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:41.353190 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.353734 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Bound using segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:41.354352 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Bound port: f400e918-5de3-427f-9fd8-864cfd5eb0b3, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:41.354740 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.425349 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e20283-41b1-549d-9194-3f4754b9eff4-111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'fixed_ips': [{'subnet_id': '933b36be-a00c-409f-917f-af68518e06b8'}]}} from dv-cinder-833871-1-iscsi. {{(pid=103756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:25:41.426367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.443225 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] For port f400e918-5de3-427f-9fd8-864cfd5eb0b3, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:41.447921 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] For port f400e918-5de3-427f-9fd8-864cfd5eb0b3, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=f400e918-5de3-427f-9fd8-864cfd5eb0b3,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:41.452058 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8057724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13561'] for router (a01feee3-c675-445c-b07f-63a959d822c7), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.455349 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8057832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8029110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13506'] for router (a01feee3-c675-445c-b07f-63a959d822c7), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.523807 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks [] for router_controller (a01feee3-c675-445c-b07f-63a959d822c7), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.537637 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.589886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] Provisioning complete for port f400e918-5de3-427f-9fd8-864cfd5eb0b3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:41.590257 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.592261 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:41.592936 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:41.614702 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Allocated IP 172.20.0.2 (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8/933b36be-a00c-409f-917f-af68518e06b8/81e32a31-a845-45ca-8ff0-2bb04bbc0fda) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:41.738336 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539e546-994d-484b-927d-3ac7f22b092a None None] Pushing event updated for resources: {'Port': ['ID=f400e918-5de3-427f-9fd8-864cfd5eb0b3,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:41.755954 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:41.757340 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] Current status of the port f400e918-5de3-427f-9fd8-864cfd5eb0b3 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:41.757340 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.837893 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] For port f400e918-5de3-427f-9fd8-864cfd5eb0b3, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=f400e918-5de3-427f-9fd8-864cfd5eb0b3,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:41.839698 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks [] for router_gateway (a01feee3-c675-445c-b07f-63a959d822c7), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.841773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Publish callbacks [] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.911426 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5cc0f89d-1de0-4685-8c06-15a86813977f up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:41.938380 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.975265 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:41.996487 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:42.017972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:42.021275 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ed3a-11be-4729-9c92-d51937e952a6 None None] Pushing event updated for resources: {'Port': ['ID=f400e918-5de3-427f-9fd8-864cfd5eb0b3,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:42.026154 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:42.033176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:42.043946 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ad60-9319-4174-92d3-b179cd3f8c06 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:42.126425 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 5cc0f89d-1de0-4685-8c06-15a86813977f triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:42.126799 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.161664 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Pushing event updated for resources: {'Port': ['ID=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:42.201720 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-1be752de-9f19-4d65-8236-c85d8f5c0354 None None] Provisioning complete for port f400e918-5de3-427f-9fd8-864cfd5eb0b3 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:42.202176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1be752de-9f19-4d65-8236-c85d8f5c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.220590 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks [] for router_gateway (a01feee3-c675-445c-b07f-63a959d822c7), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.246215 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Attempting to bind port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:42.246994 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Attempting to bind port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:42.247313 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.247562 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Attempting to bind port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda on network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:42.277085 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:42.277452 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Checking segment: {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:42.277815 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.278214 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Bound using segment: {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:42.278730 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Bound port: 81e32a31-a845-45ca-8ff0-2bb04bbc0fda, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:42.279112 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.367402 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Allocated IP 172.27.1.114 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/bfa420df-0bdd-488e-bf5d-ca15cc4288eb) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:42.426528 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 5cc0f89d-1de0-4685-8c06-15a86813977f is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:42.440117 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] For port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:42.444303 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-08849e83-f0f8-429a-b397-1652c22e2fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.447436 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] For port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:42.453455 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1be752de-9f19-4d65-8236-c85d8f5c0354 None None] Current status of the port f400e918-5de3-427f-9fd8-864cfd5eb0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:42.492276 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks [] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.565920 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.631613 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b5400-74c5-4ab0-a7e7-00682bd6b921 None None] Pushing event updated for resources: {'Port': ['ID=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:42.645708 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:42.688800 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:42.692166 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:42.696110 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:42.702594 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Pushing event updated for resources: {'Port': ['ID=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:43.103799 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks [] for router_gateway (a01feee3-c675-445c-b07f-63a959d822c7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:43.336790 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8057825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8029287'] for router (a01feee3-c675-445c-b07f-63a959d822c7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:43.559904 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Router a01feee3-c675-445c-b07f-63a959d822c7 is scheduled to L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:25:43.609693 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af81140-8ad1-42bf-a3b7-61550375239f None None] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:25:43.686928 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:43.773392 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:43.778198 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e4b9e644-b834-4740-ac9d-3b8394a7176c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4429858 Mar 15 17:25:43.778198 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54196) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:43.797172 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Sync routers for ids ['a01feee3-c675-445c-b07f-63a959d822c7'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:43.831580 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Routers {'a01feee3-c675-445c-b07f-63a959d822c7'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:43.832263 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a01feee3-c675-445c-b07f-63a959d822c7'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:43.836852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] Provisioning complete for port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:43.837862 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.037623 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device f400e918-5de3-427f-9fd8-864cfd5eb0b3 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:44.103059 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Set router a01feee3-c675-445c-b07f-63a959d822c7 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:44.170186 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] Current status of the port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:44.170492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.294938 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] For port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:44.324655 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port f400e918-5de3-427f-9fd8-864cfd5eb0b3 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:44.330549 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.407992 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.499050 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port f400e918-5de3-427f-9fd8-864cfd5eb0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:44.500196 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 81e32a31-a845-45ca-8ff0-2bb04bbc0fda up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:44.502987 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:25:42Z', 'revision_number': 3, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:44.505597 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523115b-ed98-46d3-93e7-16fb2ee02e3c None None] Pushing event updated for resources: {'Port': ['ID=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:44.559265 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Checking router: a01feee3-c675-445c-b07f-63a959d822c7 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:44.559621 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Updating router a01feee3-c675-445c-b07f-63a959d822c7 port bfa420df-0bdd-488e-bf5d-ca15cc4288eb binding host dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:25:44.582039 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.606805 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-59ec3335-b429-431c-aea5-fff46253c9c3 None None] Provisioning complete for port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:44.607181 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-59ec3335-b429-431c-aea5-fff46253c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.631116 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.703972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:44.704473 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.749318 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Allocated IP 172.20.0.1 (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8/933b36be-a00c-409f-917f-af68518e06b8/ce1a76c9-ca1a-4d2d-a10d-273805e71105) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:25:44.809066 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-072941a9-d06a-4778-a2e7-bcb44384ce6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.876162 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks [] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:44.934734 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-59ec3335-b429-431c-aea5-fff46253c9c3 None None] Current status of the port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:44.987988 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.002661 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:45.033731 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:45.037019 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:45.041273 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:25:45.065971 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1a76c9-ca1a-4d2d-a10d-273805e71105,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:45.094163 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8029366'] for router_interface (a01feee3-c675-445c-b07f-63a959d822c7), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.096419 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Publish callbacks [] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.215662 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.273434 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Attempting to bind port bfa420df-0bdd-488e-bf5d-ca15cc4288eb on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:45.273802 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Attempting to bind port bfa420df-0bdd-488e-bf5d-ca15cc4288eb by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:45.274163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Attempting to bind port bfa420df-0bdd-488e-bf5d-ca15cc4288eb on network ff201876-237a-4d11-8b70-5221cbe9a6ad {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:45.276096 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b4300-1141-4f93-b64c-38927029cc1c None None] Pushing event updated for resources: {'Port': ['ID=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:45.281874 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:45.282320 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Checking segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:45.282722 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.283108 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Bound using segment: {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:45.283569 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Bound port: bfa420df-0bdd-488e-bf5d-ca15cc4288eb, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57a30c-cb8e-4b16-b378-52e2ed7cc2da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:45.283980 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.332983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.336924 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] For port bfa420df-0bdd-488e-bf5d-ca15cc4288eb, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:45.340835 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] For port bfa420df-0bdd-488e-bf5d-ca15cc4288eb, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:45.360384 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-04bbe1dc-90fe-40bc-8205-f2a8d8ad6f4d None None] Provisioning complete for port ce1a76c9-ca1a-4d2d-a10d-273805e71105 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:45.360757 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-04bbe1dc-90fe-40bc-8205-f2a8d8ad6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.394795 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-04bbe1dc-90fe-40bc-8205-f2a8d8ad6f4d None None] Port ce1a76c9-ca1a-4d2d-a10d-273805e71105 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:25:45.405917 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.457441 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Routers {'a01feee3-c675-445c-b07f-63a959d822c7'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:45.458077 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a01feee3-c675-445c-b07f-63a959d822c7'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:45.507793 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks [] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.532962 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b4300-1141-4f93-b64c-38927029cc1c None None] Pushing event updated for resources: {'Port': ['ID=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:45.565137 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.588646 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] Set router a01feee3-c675-445c-b07f-63a959d822c7 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:45.637208 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7878680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8028198'] for router_interface (a01feee3-c675-445c-b07f-63a959d822c7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.639200 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1a76c9-ca1a-4d2d-a10d-273805e71105,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:45.738782 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:25:45.740344 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:25:45.855673 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.885922 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Router a01feee3-c675-445c-b07f-63a959d822c7 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:25:45.949469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 81e32a31-a845-45ca-8ff0-2bb04bbc0fda up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:45.995469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'ce1a76c9-ca1a-4d2d-a10d-273805e71105', 'name': '', 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'mac_address': 'fa:16:3e:09:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '933b36be-a00c-409f-917f-af68518e06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:44Z', 'updated_at': '2022-03-15T17:25:44Z', 'revision_number': 1, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'subnets': [{'id': '933b36be-a00c-409f-917f-af68518e06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:46.015355 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:25:46.020368 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8c215ef0-7b2e-4a10-9f31-2e135aa1dbc0 admin admin] 10.222.0.23 "PUT /v2.0/routers/a01feee3-c675-445c-b07f-63a959d822c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410183 Mar 15 17:25:46.032245 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207994ff-5581-47a3-8719-6f456f132be8 None None] The sync data for ids ['a01feee3-c675-445c-b07f-63a959d822c7'] in dv-cinder-833871-1-iscsi is: [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'ce1a76c9-ca1a-4d2d-a10d-273805e71105', 'name': '', 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'mac_address': 'fa:16:3e:09:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '933b36be-a00c-409f-917f-af68518e06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:44Z', 'updated_at': '2022-03-15T17:25:44Z', 'revision_number': 1, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'subnets': [{'id': '933b36be-a00c-409f-917f-af68518e06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:46.046018 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:46.046398 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:46.082633 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-49b6ae4e-68b8-44b1-91f7-7d85bb605782 None None] Provisioning complete for port ce1a76c9-ca1a-4d2d-a10d-273805e71105 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:46.083100 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-49b6ae4e-68b8-44b1-91f7-7d85bb605782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:46.129815 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-49b6ae4e-68b8-44b1-91f7-7d85bb605782 None None] Port ce1a76c9-ca1a-4d2d-a10d-273805e71105 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:25:46.176462 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:46.705945 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54212) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:46.711402 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201917499', 'description': 'tempest-secgroup-smoke-1201917499 description', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:46.815857 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:46.893172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group (c81fdfc5-b6f8-4e54-948b-63cc0bf2f853), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:46.971349 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (c81fdfc5-b6f8-4e54-948b-63cc0bf2f853), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.001877 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:47.076696 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.080668 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-870c96a5-e241-426e-a645-5848fcb85546 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3704114 Mar 15 17:25:47.080897 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54214) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:47.089957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group_rule': {'security_group_id': 'c81fdfc5-b6f8-4e54-948b-63cc0bf2f853', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:47.182458 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (98ac228a-2e5f-443b-9a3a-6114625b1e9e), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.241232 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (98ac228a-2e5f-443b-9a3a-6114625b1e9e), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.370170 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (98ac228a-2e5f-443b-9a3a-6114625b1e9e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.388965 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ac228a-2e5f-443b-9a3a-6114625b1e9e,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:47.439683 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.481525 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.482810 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f59e3521-6877-4736-aa17-aa4b7acc5d7b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009602 Mar 15 17:25:47.485809 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54218) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:47.490075 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group_rule': {'security_group_id': 'c81fdfc5-b6f8-4e54-948b-63cc0bf2f853', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:47.575959 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (431eb701-9bf7-4bb4-8dd2-6df73c62f24b), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.646064 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (431eb701-9bf7-4bb4-8dd2-6df73c62f24b), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.725460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (431eb701-9bf7-4bb4-8dd2-6df73c62f24b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.748002 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431eb701-9bf7-4bb4-8dd2-6df73c62f24b,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:47.830544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.831826 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f5ce0149-5408-47b5-a4f4-f6fd99bf57ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450367 Mar 15 17:25:47.835186 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54220) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:47.839561 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group_rule': {'security_group_id': 'c81fdfc5-b6f8-4e54-948b-63cc0bf2f853', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:47.940651 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bfa420df-0bdd-488e-bf5d-ca15cc4288eb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:47.942994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (19567fc8-e120-4fef-abd2-6327bc6fff3c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:47.999131 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port bfa420df-0bdd-488e-bf5d-ca15cc4288eb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:47.999366 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.018725 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (19567fc8-e120-4fef-abd2-6327bc6fff3c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.081892 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port bfa420df-0bdd-488e-bf5d-ca15cc4288eb is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:48.082278 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.103333 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (19567fc8-e120-4fef-abd2-6327bc6fff3c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.107289 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] For port bfa420df-0bdd-488e-bf5d-ca15cc4288eb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:48.123361 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19567fc8-e120-4fef-abd2-6327bc6fff3c,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:48.183249 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.218866 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.220622 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-150f7ff0-99e2-4933-8bf1-433f52d3d319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839962 Mar 15 17:25:48.223020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54222) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:48.228404 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group_rule': {'security_group_id': 'c81fdfc5-b6f8-4e54-948b-63cc0bf2f853', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:48.240205 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Pushing event updated for resources: {'Port': ['ID=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:48.324295 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (e830fff6-fcbe-495c-a9f3-a103994e7c59), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.388208 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (e830fff6-fcbe-495c-a9f3-a103994e7c59), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.468682 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (e830fff6-fcbe-495c-a9f3-a103994e7c59), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.487708 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e830fff6-fcbe-495c-a9f3-a103994e7c59,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:48.567272 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.568543 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d3cc8c17-b5a7-49ed-892e-7745427d1fff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443403 Mar 15 17:25:48.571469 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54226) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:48.575968 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group_rule': {'security_group_id': 'c81fdfc5-b6f8-4e54-948b-63cc0bf2f853', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:48.682143 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.securitygroups_db [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Project c1d0bc5b1ec74662b36773cf3bcc8cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:25:48.691526 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (17b4594a-565f-4f19-9be8-daeb483cf016), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.730852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.765188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (17b4594a-565f-4f19-9be8-daeb483cf016), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.851216 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (17b4594a-565f-4f19-9be8-daeb483cf016), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.869154 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b4594a-565f-4f19-9be8-daeb483cf016,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:48.938696 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.939993 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0781d9bc-40e5-4184-ac1a-12a8461db04d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674543 Mar 15 17:25:48.942776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54228) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:25:48.947763 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'security_group_rule': {'security_group_id': 'c81fdfc5-b6f8-4e54-948b-63cc0bf2f853', 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:25:49.051144 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.securitygroups_db [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Project c1d0bc5b1ec74662b36773cf3bcc8cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:25:49.056869 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (eeb45e07-a629-4a4b-b887-3f739d5a839a), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:49.138492 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (eeb45e07-a629-4a4b-b887-3f739d5a839a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:49.215862 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (eeb45e07-a629-4a4b-b887-3f739d5a839a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:49.235160 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb45e07-a629-4a4b-b887-3f739d5a839a,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:49.318402 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Sync routers for ids ['a01feee3-c675-445c-b07f-63a959d822c7'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:25:49.327269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:49.328684 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1f66e57d-67cf-49a6-90aa-cf0460950c52 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848617 Mar 15 17:25:49.329569 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Routers {'a01feee3-c675-445c-b07f-63a959d822c7'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:49.330189 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a01feee3-c675-445c-b07f-63a959d822c7'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:49.458742 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Set router a01feee3-c675-445c-b07f-63a959d822c7 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:49.681881 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'ce1a76c9-ca1a-4d2d-a10d-273805e71105', 'name': '', 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'mac_address': 'fa:16:3e:09:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '933b36be-a00c-409f-917f-af68518e06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:44Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 2, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'subnets': [{'id': '933b36be-a00c-409f-917f-af68518e06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:49.707626 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Checking router: a01feee3-c675-445c-b07f-63a959d822c7 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:25:49.708086 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Updating router a01feee3-c675-445c-b07f-63a959d822c7 port ce1a76c9-ca1a-4d2d-a10d-273805e71105 binding host dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:25:49.736513 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:49.926299 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bfa420df-0bdd-488e-bf5d-ca15cc4288eb up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:49.976938 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port bfa420df-0bdd-488e-bf5d-ca15cc4288eb triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:49.977305 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.021512 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Publish callbacks [] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.060925 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port bfa420df-0bdd-488e-bf5d-ca15cc4288eb is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:50.074118 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.122184 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176b636-c387-41ae-b58e-6dd688bc5487 None None] Pushing event updated for resources: {'Port': ['ID=ce1a76c9-ca1a-4d2d-a10d-273805e71105,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:50.186517 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Attempting to bind port ce1a76c9-ca1a-4d2d-a10d-273805e71105 on host dv-cinder-833871-1-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:25:50.186866 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Attempting to bind port ce1a76c9-ca1a-4d2d-a10d-273805e71105 by drivers openvswitch,hyperv on host dv-cinder-833871-1-iscsi at level 0 using segments [{'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:25:50.187313 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Attempting to bind port ce1a76c9-ca1a-4d2d-a10d-273805e71105 on network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:25:50.192956 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Checking agent: {'id': '6ee33cb2-6d45-4248-970c-8e615705e135', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 11, 19), 'started_at': datetime.datetime(2022, 3, 15, 17, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:25:50.193331 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Checking segment: {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:25:50.193731 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.194119 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Bound using segment: {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:25:50.194588 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Bound port: ce1a76c9-ca1a-4d2d-a10d-273805e71105, host: dv-cinder-833871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5416f8b1-7381-4485-a284-35599f86b4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:25:50.195050 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.287012 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] For port ce1a76c9-ca1a-4d2d-a10d-273805e71105, host dv-cinder-833871-1-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:25:50.291008 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] For port ce1a76c9-ca1a-4d2d-a10d-273805e71105, host dv-cinder-833871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ce1a76c9-ca1a-4d2d-a10d-273805e71105,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:25:50.383349 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.392345 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] Provisioning complete for port ce1a76c9-ca1a-4d2d-a10d-273805e71105 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:50.396683 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.446802 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176b636-c387-41ae-b58e-6dd688bc5487 None None] Pushing event updated for resources: {'Port': ['ID=ce1a76c9-ca1a-4d2d-a10d-273805e71105,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:50.449543 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Routers {'a01feee3-c675-445c-b07f-63a959d822c7'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:25:50.450204 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a01feee3-c675-445c-b07f-63a959d822c7'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:50.474803 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] Current status of the port ce1a76c9-ca1a-4d2d-a10d-273805e71105 is: DOWN; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:50.475185 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.530990 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] For port ce1a76c9-ca1a-4d2d-a10d-273805e71105, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ce1a76c9-ca1a-4d2d-a10d-273805e71105,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:25:50.646230 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.671397 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] Set router a01feee3-c675-445c-b07f-63a959d822c7 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:25:50.745254 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a175c-9b13-48ff-9106-0b2f58dd6b93 None None] Pushing event updated for resources: {'Port': ['ID=ce1a76c9-ca1a-4d2d-a10d-273805e71105,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:25:50.773295 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-8eebf78c-e862-4eff-b2cd-1438d85de9bd None None] Provisioning complete for port ce1a76c9-ca1a-4d2d-a10d-273805e71105 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:50.773999 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8eebf78c-e862-4eff-b2cd-1438d85de9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.859213 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8eebf78c-e862-4eff-b2cd-1438d85de9bd None None] Current status of the port ce1a76c9-ca1a-4d2d-a10d-273805e71105 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:50.914371 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'ce1a76c9-ca1a-4d2d-a10d-273805e71105', 'name': '', 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'mac_address': 'fa:16:3e:09:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '933b36be-a00c-409f-917f-af68518e06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:44Z', 'updated_at': '2022-03-15T17:25:50Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'subnets': [{'id': '933b36be-a00c-409f-917f-af68518e06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:25:50.942624 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289f08f-1a29-4d2a-904b-5c3782c9fd8a None None] The sync data for ids ['a01feee3-c675-445c-b07f-63a959d822c7'] in dv-cinder-833871-1-iscsi is: [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:25:45Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'ce1a76c9-ca1a-4d2d-a10d-273805e71105', 'name': '', 'network_id': '111e5dcc-c9bf-4889-9604-d74e6c0ee0e8', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'mac_address': 'fa:16:3e:09:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '933b36be-a00c-409f-917f-af68518e06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:44Z', 'updated_at': '2022-03-15T17:25:50Z', 'revision_number': 4, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'subnets': [{'id': '933b36be-a00c-409f-917f-af68518e06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:25:51.955215 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ce1a76c9-ca1a-4d2d-a10d-273805e71105 up at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:25:52.010176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Provisioning complete for port ce1a76c9-ca1a-4d2d-a10d-273805e71105 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:25:52.010921 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:52.091346 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Current status of the port ce1a76c9-ca1a-4d2d-a10d-273805e71105 is: ACTIVE; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:25:57.771593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-95e065b9-374e-4250-b353-bcbfee312c0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798621 Mar 15 17:25:57.782162 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7911b-88e4-46dc-91bf-8c2ae22e8048 req-13b3ea04-ac9d-48f3-a9e3-407d9c5000f2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:57.783649 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2fb7911b-88e4-46dc-91bf-8c2ae22e8048 req-13b3ea04-ac9d-48f3-a9e3-407d9c5000f2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0833948 Mar 15 17:25:57.861948 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2fb7911b-88e4-46dc-91bf-8c2ae22e8048 req-844f79cf-39eb-471a-80d3-e12c47403b31 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695312 Mar 15 17:25:57.881506 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-b59a6dd4-f710-4220-badb-9662d2b7e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:57.881506 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-b59a6dd4-f710-4220-badb-9662d2b7e2a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7aede9fb4844b08bb39998d12d842b3&device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 1130 time: 0.0606933 Mar 15 17:25:57.995902 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-36d58eb9-de80-4b72-b4e8-9d479523bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:57.997394 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-36d58eb9-de80-4b72-b4e8-9d479523bfc6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 200 len: 917 time: 0.0945668 Mar 15 17:25:58.070787 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-032d4e15-88fc-4603-b072-8d2fd7c77030 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 200 len: 1000 time: 0.0630198 Mar 15 17:25:58.123524 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-5f6539a1-d476-4169-a68c-92fc6f327be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:58.124413 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-5f6539a1-d476-4169-a68c-92fc6f327be1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 200 len: 855 time: 0.0448995 Mar 15 17:25:58.181777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-00c76d56-879f-4b09-955f-4a746c4764e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:58.183288 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-00c76d56-879f-4b09-955f-4a746c4764e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38f111f1-5b7e-4709-a214-83a7dc6b3791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506611 Mar 15 17:25:58.281223 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-5d7ed642-5cde-4fc1-8cee-f4cab1c33fcb service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899162 Mar 15 17:25:58.381966 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e5baf36a-40d7-4d87-9aef-3918ad9bc05f req-a8e0b2fa-1c30-4001-9308-a051dfe0006e service neutron] 10.222.0.44 "GET /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890269 Mar 15 17:25:58.661847 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:58.987009 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72888-a432-4206-ab8b-9f67384b6606 req-075cbba1-e87a-4b42-83f7-048c75e1e2dd tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:58.988700 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-38b72888-a432-4206-ab8b-9f67384b6606 req-075cbba1-e87a-4b42-83f7-048c75e1e2dd tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0535717 Mar 15 17:25:59.036433 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-38b72888-a432-4206-ab8b-9f67384b6606 req-71ada60d-8723-4647-8096-ad4f39298c54 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415335 Mar 15 17:26:00.106127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-dda766df-0606-4d48-9035-fd8221a57b00 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:00.108256 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-dda766df-0606-4d48-9035-fd8221a57b00 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.0579038 Mar 15 17:26:00.230571 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16da83-7e1d-414c-9886-779cc49eebb0 req-e9436676-6422-455e-aa60-a8bb52f6f1bb tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:00.232081 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-da16da83-7e1d-414c-9886-779cc49eebb0 req-e9436676-6422-455e-aa60-a8bb52f6f1bb tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 945 time: 0.1149147 Mar 15 17:26:00.287713 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Deleting port c42d01c6-990a-41f3-94f3-b2c1eafabc47 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:00.288052 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:00.307437 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-da16da83-7e1d-414c-9886-779cc49eebb0 req-6adc0793-2eca-4e09-91d9-13e4ecd2d7a2 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups?id=51cb70f4-5b76-4bce-b59e-21244718c901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672278 Mar 15 17:26:00.388517 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] For port c42d01c6-990a-41f3-94f3-b2c1eafabc47, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=c42d01c6-990a-41f3-94f3-b2c1eafabc47,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:00.388795 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:00.619385 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:00.619861 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (680b72a5-aab4-4628-be5d-f28edd6a9d3b), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:00.620206 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Floating IP 680b72a5-aab4-4628-be5d-f28edd6a9d3b disassociated. External IP: 172.27.1.118, port: c42d01c6-990a-41f3-94f3-b2c1eafabc47. Mar 15 17:26:00.620623 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Calling delete_port for c42d01c6-990a-41f3-94f3-b2c1eafabc47 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:01.084457 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (c42d01c6-990a-41f3-94f3-b2c1eafabc47), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:01.117433 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event deleted for resources: {'Port': ['ID=c42d01c6-990a-41f3-94f3-b2c1eafabc47,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:01.247345 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Router 874f6234-0d6d-41bc-843e-6853d1da5009 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:01.281654 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:26:01.356078 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:01.367869 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:01.382446 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:01.383071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:01.412042 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] No DVR routers for this DVR port c42d01c6-990a-41f3-94f3-b2c1eafabc47 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:01.414856 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:01.418830 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a573a80a-3b57-472e-b946-4623998bc7e8 req-010a8677-274e-4dd3-a9e7-ec39873f2ee3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.44 "DELETE /v2.0/ports/c42d01c6-990a-41f3-94f3-b2c1eafabc47 HTTP/1.1" status: 204 len: 173 time: 1.2927406 Mar 15 17:26:01.419311 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'name': 'network-vif-deleted', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:01.421681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c1b5f-a266-4432-bf92-3fcda1ae813c" -d '{"events": [{"server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "name": "network-vif-deleted", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:01.440481 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-868c4f64-22b8-4f95-be06-50a07b00abb8 req-1d7d29c9-2a35-400a-84a4-789267021343 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/ports?device_id=443034b6-72b9-46f4-a7c6-5f92161ff71f HTTP/1.1" status: 200 len: 210 time: 0.0558128 Mar 15 17:26:01.481756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03953a5e-572f-4b17-9efc-f9c3bb605d64 x-openstack-request-id: req-03953a5e-572f-4b17-9efc-f9c3bb605d64 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:01.482109 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443034b6-72b9-46f4-a7c6-5f92161ff71f", "name": "network-vif-deleted", "tag": "c42d01c6-990a-41f3-94f3-b2c1eafabc47", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:01.482371 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03953a5e-572f-4b17-9efc-f9c3bb605d64 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:01.482786 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443034b6-72b9-46f4-a7c6-5f92161ff71f', 'name': 'network-vif-deleted', 'tag': 'c42d01c6-990a-41f3-94f3-b2c1eafabc47', 'status': 'completed', 'code': 200} Mar 15 17:26:01.510559 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:01.723296 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:01.749322 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:01.758254 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:01.759382 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:01.870713 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:02.083881 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:02.110308 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3785a-31c8-415c-9005-c837a1dca222 None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:20:04Z', 'revision_number': 4, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '5323d7ec-736b-4921-9e69-5b8a14df0c50', 'name': '', 'network_id': 'a074d5f8-5192-44d6-b04d-8382c9f50f1b', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'mac_address': 'fa:16:3e:36:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:11Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'subnets': [{'id': 'bbcb676e-ddb7-41a7-a2f4-916e99be3deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:02.339917 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d917175-4622-46ab-abaf-908592acccfb None None] New status for floating IP 680b72a5-aab4-4628-be5d-f28edd6a9d3b: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:02.595070 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54394) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:02.646963 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f899111-836b-4341-8eb3-1a16c0571cf0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (51cb70f4-5b76-4bce-b59e-21244718c901), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:02.670365 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f899111-836b-4341-8eb3-1a16c0571cf0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (51cb70f4-5b76-4bce-b59e-21244718c901), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:02.770682 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f899111-836b-4341-8eb3-1a16c0571cf0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (51cb70f4-5b76-4bce-b59e-21244718c901), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:02.773367 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f899111-836b-4341-8eb3-1a16c0571cf0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:02.775026 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7f899111-836b-4341-8eb3-1a16c0571cf0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "DELETE /v2.0/security-groups/51cb70f4-5b76-4bce-b59e-21244718c901 HTTP/1.1" status: 204 len: 168 time: 0.1789505 Mar 15 17:26:02.777869 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54398) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:02.784283 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f899111-836b-4341-8eb3-1a16c0571cf0 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb70f4-5b76-4bce-b59e-21244718c901,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:02.794971 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-68adc232-8b61-4bf7-bb4f-3eee2827ebc3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] show failed (client error): The resource could not be found. Mar 15 17:26:02.805141 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-68adc232-8b61-4bf7-bb4f-3eee2827ebc3 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "GET /v2.0/security-groups/51cb70f4-5b76-4bce-b59e-21244718c901 HTTP/1.1" status: 404 len: 347 time: 0.0195377 Mar 15 17:26:02.805141 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54400) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:02.921281 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Deleting port e184d9a3-a7d8-4744-aaf6-1ef828ac847e {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:02.921623 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:02.997899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:02.998235 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:03.010483 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Calling delete_port for e184d9a3-a7d8-4744-aaf6-1ef828ac847e owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:03.217047 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (e184d9a3-a7d8-4744-aaf6-1ef828ac847e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:03.242855 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Pushing event deleted for resources: {'Port': ['ID=e184d9a3-a7d8-4744-aaf6-1ef828ac847e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:03.308424 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks [] for floatingip (680b72a5-aab4-4628-be5d-f28edd6a9d3b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:03.311213 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:03.312593 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5ea9a9b8-4c2c-4fff-8222-c68012cf1871 tempest-AttachVolumeTestJSON-1780956706 tempest-AttachVolumeTestJSON-1780956706-project] 10.222.0.23 "DELETE /v2.0/floatingips/680b72a5-aab4-4628-be5d-f28edd6a9d3b HTTP/1.1" status: 204 len: 168 time: 0.5120330 Mar 15 17:26:03.886033 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device c42d01c6-990a-41f3-94f3-b2c1eafabc47 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:03.915021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: c42d01c6-990a-41f3-94f3-b2c1eafabc47 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:03.915361 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device c42d01c6-990a-41f3-94f3-b2c1eafabc47 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:07.227733 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-ae6f9378-08b4-41d9-ac8b-21a9648af7c7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201917499&fields=id&tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 267 time: 0.0490851 Mar 15 17:26:07.285630 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54446) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:07.333954 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-abf5feb0-e459-440c-acfc-a6c6748990de tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:07.335421 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-abf5feb0-e459-440c-acfc-a6c6748990de tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 810 time: 0.1013801 Mar 15 17:26:07.351670 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-69d33dbd-aacf-4480-a0be-5a2918918464 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/quotas/c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 375 time: 0.0092351 Mar 15 17:26:07.409136 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-9e5745eb-1830-4431-8010-e5fa2141bf9d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534444 Mar 15 17:26:07.553555 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d9c24fda-82ea-45d5-aae8-18d628a8c96f service neutron] 10.222.0.23 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333055 Mar 15 17:26:07.647772 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-a6158eaa-2ed1-4a18-982a-4c155290cd3d service neutron] 10.222.0.23 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877969 Mar 15 17:26:07.780735 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (874f6234-0d6d-41bc-843e-6853d1da5009), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:08.033664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Deleting port 5323d7ec-736b-4921-9e69-5b8a14df0c50 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:08.034000 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:08.111544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] For port 5323d7ec-736b-4921-9e69-5b8a14df0c50, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5323d7ec-736b-4921-9e69-5b8a14df0c50,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:08.111896 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:08.128229 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Calling delete_port for 5323d7ec-736b-4921-9e69-5b8a14df0c50 owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:08.178334 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0742dc66-dbb9-4a2a-9c8a-ba318f1191c4 req-263082ea-b601-43a8-b9d0-5728a385eb93 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 210 time: 0.0288029 Mar 15 17:26:08.422928 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (5323d7ec-736b-4921-9e69-5b8a14df0c50), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:08.447187 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Pushing event deleted for resources: {'Port': ['ID=5323d7ec-736b-4921-9e69-5b8a14df0c50,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:08.625753 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (874f6234-0d6d-41bc-843e-6853d1da5009), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:08.845352 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Router 874f6234-0d6d-41bc-843e-6853d1da5009 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:09.205703 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:09.211362 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-eed68b8f-2484-4eeb-8e55-1ad7152d817a admin admin] 10.222.0.23 "PUT /v2.0/routers/874f6234-0d6d-41bc-843e-6853d1da5009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9246085 Mar 15 17:26:09.214041 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54472) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:09.219759 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] Sync routers for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:09.232016 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:09.241473 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:09.323894 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-94a8c0cc-185f-4c77-8f66-0ec03cc5a983 req-bb072d69-d889-4643-ad84-aab34c9b14cf tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 210 time: 0.0638540 Mar 15 17:26:09.359576 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks [] for router (874f6234-0d6d-41bc-843e-6853d1da5009), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:09.467192 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks [] for router_gateway (874f6234-0d6d-41bc-843e-6853d1da5009), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:09.491297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:09.596808 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Deleting port 4eba96e3-cf34-4532-9afa-c1dea8bba21e {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:09.597293 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:09.671962 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:26:08Z', 'revision_number': 5, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port': {'id': '4eba96e3-cf34-4532-9afa-c1dea8bba21e', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:09.685683 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] For port 4eba96e3-cf34-4532-9afa-c1dea8bba21e, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4eba96e3-cf34-4532-9afa-c1dea8bba21e,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:09.686049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:09.701346 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] Checking router: 874f6234-0d6d-41bc-843e-6853d1da5009 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:09.702632 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Calling delete_port for 4eba96e3-cf34-4532-9afa-c1dea8bba21e owned by network:router_gateway {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:09.711367 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] Routers {'874f6234-0d6d-41bc-843e-6853d1da5009'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:09.712046 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:25:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['874f6234-0d6d-41bc-843e-6853d1da5009'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:09.804899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] Set router 874f6234-0d6d-41bc-843e-6853d1da5009 gateway port host: None {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:09.860495 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:26:09Z', 'revision_number': 6, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:09.890101 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98dd29-43f5-4116-b180-efb17bb13443 None None] The sync data for ids ['874f6234-0d6d-41bc-843e-6853d1da5009'] in dv-cinder-833871-1-iscsi is: [{'id': '874f6234-0d6d-41bc-843e-6853d1da5009', 'name': 'tempest-AttachVolumeTestJSON-1927200918-router', 'tenant_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:56Z', 'updated_at': '2022-03-15T17:26:09Z', 'revision_number': 6, 'project_id': 'dee493e2dcb849cfab6e2bd8613ea8f0', 'gw_port_host': None}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:09.964485 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (4eba96e3-cf34-4532-9afa-c1dea8bba21e), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:09.990025 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eba96e3-cf34-4532-9afa-c1dea8bba21e,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:10.016409 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (874f6234-0d6d-41bc-843e-6853d1da5009), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.109545 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (874f6234-0d6d-41bc-843e-6853d1da5009), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.111573 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks [] for router_controller (874f6234-0d6d-41bc-843e-6853d1da5009), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.231534 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (874f6234-0d6d-41bc-843e-6853d1da5009), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.232282 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874f6234-0d6d-41bc-843e-6853d1da5009 {{(pid=103754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:26:10.242475 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.244293 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-aa6d43c2-5e70-41db-a105-f295174edb61 admin admin] 10.222.0.23 "DELETE /v2.0/routers/874f6234-0d6d-41bc-843e-6853d1da5009 HTTP/1.1" status: 204 len: 168 time: 1.0289459 Mar 15 17:26:10.248589 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54474) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:10.301308 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Deleting subnet bbcb676e-ddb7-41a7-a2f4-916e99be3deb {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:26:10.304465 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-84d2341d-a35a-474c-99d2-6ba2248904ce tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:10.305001 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Publish callbacks [] for subnet (bbcb676e-ddb7-41a7-a2f4-916e99be3deb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.306699 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-84d2341d-a35a-474c-99d2-6ba2248904ce tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 810 time: 0.1263814 Mar 15 17:26:10.341941 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (bbcb676e-ddb7-41a7-a2f4-916e99be3deb), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.390179 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-3ae18046-aee0-462e-8458-2427007dea61 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 380 time: 0.0716658 Mar 15 17:26:10.405197 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'port': {'device_id': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'admin_state_up': True, 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'security_groups': ['c81fdfc5-b6f8-4e54-948b-63cc0bf2f853']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:10.440925 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (bbcb676e-ddb7-41a7-a2f4-916e99be3deb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.484255 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5eafdd32-7514-4dec-ab1c-2a9e99616027 req-bdd4c854-3120-42bc-aef8-dd619e4ccda9 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 210 time: 0.0360684 Mar 15 17:26:10.581713 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (bbcb676e-ddb7-41a7-a2f4-916e99be3deb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.605135 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcb676e-ddb7-41a7-a2f4-916e99be3deb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:10.610844 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.614110 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b23b1e15-b27c-4e59-9623-68231006009d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bbcb676e-ddb7-41a7-a2f4-916e99be3deb HTTP/1.1" status: 204 len: 168 time: 0.3662755 Mar 15 17:26:10.616362 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d13904-5ad6-401d-b976-1a96518a215b None None] Network a074d5f8-5192-44d6-b04d-8382c9f50f1b requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:26:10.616880 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54478) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:10.639202 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Made reservation on behalf of c1d0bc5b1ec74662b36773cf3bcc8cd5 for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:26:10.643688 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.695877 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (a074d5f8-5192-44d6-b04d-8382c9f50f1b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.771880 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Deleting port e6943dfd-807f-4d7f-8020-4ab8a362ae34 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:10.771880 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.813364 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0292520-7411-479c-b895-3a46d4512831 None None] DHCP port deletion for a074d5f8-5192-44d6-b04d-8382c9f50f1b request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:26:10.815923 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Allocated IP 172.20.0.5 (ac635906-cd82-4bc3-80dc-c20fcd55bc58/7d79ad2a-8c97-45b7-940a-d133e16a4e15/a5c76781-bcf4-4acb-9098-d0675e787871) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:26:10.853534 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] For port e6943dfd-807f-4d7f-8020-4ab8a362ae34, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e6943dfd-807f-4d7f-8020-4ab8a362ae34,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:10.853906 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.871000 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Calling delete_port for e6943dfd-807f-4d7f-8020-4ab8a362ae34 owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:10.879480 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c0292520-7411-479c-b895-3a46d4512831 None None] Deleting port e6943dfd-807f-4d7f-8020-4ab8a362ae34 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:10.881665 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0292520-7411-479c-b895-3a46d4512831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.957910 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c0292520-7411-479c-b895-3a46d4512831 None None] For port e6943dfd-807f-4d7f-8020-4ab8a362ae34, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e6943dfd-807f-4d7f-8020-4ab8a362ae34,segment=NetworkSegment(731ed910-3b10-49dc-9cf9-769fdb058e38),segment_id=731ed910-3b10-49dc-9cf9-769fdb058e38)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:10.958498 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0292520-7411-479c-b895-3a46d4512831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:10.973026 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c0292520-7411-479c-b895-3a46d4512831 None None] Calling delete_port for e6943dfd-807f-4d7f-8020-4ab8a362ae34 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:10.981636 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (a5c76781-bcf4-4acb-9098-d0675e787871), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.040239 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.069276 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0292520-7411-479c-b895-3a46d4512831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (e6943dfd-807f-4d7f-8020-4ab8a362ae34), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.069809 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] No DVR routers for this DVR port e6943dfd-807f-4d7f-8020-4ab8a362ae34 on host dv-cinder-833871-1-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:11.075672 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6943dfd-807f-4d7f-8020-4ab8a362ae34,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:11.096981 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.098736 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292520-7411-479c-b895-3a46d4512831 None None] Pushing event deleted for resources: {'Port': ['ID=e6943dfd-807f-4d7f-8020-4ab8a362ae34,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:11.105929 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0292520-7411-479c-b895-3a46d4512831 None None] No DVR routers for this DVR port e6943dfd-807f-4d7f-8020-4ab8a362ae34 on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:11.151013 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:26:11.156734 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:26:11.159670 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:26:11.165060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:11.165688 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.169460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (a074d5f8-5192-44d6-b04d-8382c9f50f1b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.183827 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=a5c76781-bcf4-4acb-9098-d0675e787871,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:11.199703 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a074d5f8-5192-44d6-b04d-8382c9f50f1b']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:11.211610 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731ed910-3b10-49dc-9cf9-769fdb058e38') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:11.216796 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731ed910-3b10-49dc-9cf9-769fdb058e38') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:11.240783 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (731ed910-3b10-49dc-9cf9-769fdb058e38), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.257294 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (731ed910-3b10-49dc-9cf9-769fdb058e38), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.264289 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:26:11.264697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (731ed910-3b10-49dc-9cf9-769fdb058e38), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:26:11.266498 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:26:11.281134 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-dcda8480-33f4-4413-980d-a4ab7c808572 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710332 Mar 15 17:26:11.283007 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Request body: {'port': {'device_id': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:11.351954 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.417376 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (a074d5f8-5192-44d6-b04d-8382c9f50f1b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.423083 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.427252 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a074d5f8-5192-44d6-b04d-8382c9f50f1b HTTP/1.1" status: 204 len: 168 time: 0.8086896 Mar 15 17:26:11.440629 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a41ca-b03b-4c39-bb54-3309e888fad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a074d5f8-5192-44d6-b04d-8382c9f50f1b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:11.466249 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-b2ebfd62-3199-45a1-bcae-a73a177618ee None None] Provisioning complete for port a5c76781-bcf4-4acb-9098-d0675e787871 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:11.467422 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2ebfd62-3199-45a1-bcae-a73a177618ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.513864 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebfd62-3199-45a1-bcae-a73a177618ee None None] Port a5c76781-bcf4-4acb-9098-d0675e787871 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:26:11.650166 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e4d59-fa52-4865-b238-3615c8ebac73 req-d5552229-eece-4768-9699-65c58e73cf8b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:11.651681 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d08e4d59-fa52-4865-b238-3615c8ebac73 req-d5552229-eece-4768-9699-65c58e73cf8b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 931 time: 0.0934746 Mar 15 17:26:11.694894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c76781-bcf4-4acb-9098-d0675e787871 {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:11.704719 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Publish callbacks [] for port (a5c76781-bcf4-4acb-9098-d0675e787871), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.714957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54484) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:11.735075 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Transition to ACTIVE for port object a5c76781-bcf4-4acb-9098-d0675e787871 will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:26:11.740490 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d08e4d59-fa52-4865-b238-3615c8ebac73 req-df058c86-14f7-40ee-b6cb-98387df471e5 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716584 Mar 15 17:26:11.754312 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4199915c-5e00-43e3-b4f3-6a68561469b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dee493e2dcb849cfab6e2bd8613ea8f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381851 Mar 15 17:26:11.756704 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54486) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:11.793686 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.804489 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d432d7-18f0-45e1-a538-5238610c2b60 admin admin] Publish callbacks [] for security_group (315187af-cf2e-4fec-85d1-992a85a052ca), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.834624 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d432d7-18f0-45e1-a538-5238610c2b60 admin admin] Publish callbacks [] for security_group (315187af-cf2e-4fec-85d1-992a85a052ca), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.850665 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Pushing event updated for resources: {'Port': ['ID=a5c76781-bcf4-4acb-9098-d0675e787871,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:11.890100 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Attempting to bind port a5c76781-bcf4-4acb-9098-d0675e787871 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:26:11.890435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Attempting to bind port a5c76781-bcf4-4acb-9098-d0675e787871 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:26:11.890759 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Attempting to bind port a5c76781-bcf4-4acb-9098-d0675e787871 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:26:11.895790 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Port a5c76781-bcf4-4acb-9098-d0675e787871 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:26:11.896250 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Attempting to bind port a5c76781-bcf4-4acb-9098-d0675e787871 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:26:11.905318 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:26:11.905486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Checking segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:26:11.905877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Bound using segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:26:11.906467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Bound port: a5c76781-bcf4-4acb-9098-d0675e787871, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:26:11.906834 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.939482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5323d7ec-736b-4921-9e69-5b8a14df0c50 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:11.962377 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 5323d7ec-736b-4921-9e69-5b8a14df0c50 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:11.962768 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5323d7ec-736b-4921-9e69-5b8a14df0c50 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:11.963202 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4eba96e3-cf34-4532-9afa-c1dea8bba21e no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:11.965240 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d432d7-18f0-45e1-a538-5238610c2b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (315187af-cf2e-4fec-85d1-992a85a052ca), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.967793 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d432d7-18f0-45e1-a538-5238610c2b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:11.968954 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-67d432d7-18f0-45e1-a538-5238610c2b60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/315187af-cf2e-4fec-85d1-992a85a052ca HTTP/1.1" status: 204 len: 168 time: 0.2113674 Mar 15 17:26:11.984944 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d432d7-18f0-45e1-a538-5238610c2b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315187af-cf2e-4fec-85d1-992a85a052ca,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:11.986012 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 4eba96e3-cf34-4532-9afa-c1dea8bba21e {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:11.986804 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4eba96e3-cf34-4532-9afa-c1dea8bba21e not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:11.987419 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e6943dfd-807f-4d7f-8020-4ab8a362ae34 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:11.998205 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] For port a5c76781-bcf4-4acb-9098-d0675e787871, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:26:12.002498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] For port a5c76781-bcf4-4acb-9098-d0675e787871, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=a5c76781-bcf4-4acb-9098-d0675e787871,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:26:12.019358 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: e6943dfd-807f-4d7f-8020-4ab8a362ae34 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:12.019758 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e6943dfd-807f-4d7f-8020-4ab8a362ae34 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:12.084398 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:12.117429 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.118046 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:12.120005 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] 10.222.0.44 "PUT /v2.0/ports/a5c76781-bcf4-4acb-9098-d0675e787871 HTTP/1.1" status: 200 len: 1093 time: 0.8416541 Mar 15 17:26:12.120443 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:12.128103 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c26f389-d034-402e-ae65-a87c26fe3b20" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:12.154342 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7acb7-1fa2-4176-8a7b-fbf9c37dfebf service neutron] Pushing event updated for resources: {'Port': ['ID=a5c76781-bcf4-4acb-9098-d0675e787871,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:12.166916 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c0607f-38ae-403d-97ba-3fcd195efc0a x-openstack-request-id: req-c8c0607f-38ae-403d-97ba-3fcd195efc0a {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:12.167216 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:12.167472 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8c0607f-38ae-403d-97ba-3fcd195efc0a {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:12.167914 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'status': 'completed', 'code': 200} Mar 15 17:26:12.246830 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f389-d034-402e-ae65-a87c26fe3b20 req-3ec50cab-fe60-41f5-81be-93400b2e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.248474 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c26f389-d034-402e-ae65-a87c26fe3b20 req-3ec50cab-fe60-41f5-81be-93400b2e1d97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 1127 time: 0.0526736 Mar 15 17:26:12.310808 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-012285ed-f9f0-4225-8bf5-5b07322c8d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:12.355765 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f389-d034-402e-ae65-a87c26fe3b20 req-5fc4e6bb-2cb8-4b56-80d1-cb63e4955853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.357245 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c26f389-d034-402e-ae65-a87c26fe3b20 req-5fc4e6bb-2cb8-4b56-80d1-cb63e4955853 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1011090 Mar 15 17:26:12.460596 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f389-d034-402e-ae65-a87c26fe3b20 req-afa6513e-3860-469f-80bc-f789f569969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.462832 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7c26f389-d034-402e-ae65-a87c26fe3b20 req-afa6513e-3860-469f-80bc-f789f569969f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979421 Mar 15 17:26:12.548720 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-b7b5c151-c9dd-42d9-812f-18dce39d4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.550200 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-b7b5c151-c9dd-42d9-812f-18dce39d4f8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 1127 time: 0.0456200 Mar 15 17:26:12.598194 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-9427cc0f-0fa9-40d4-ba08-f30e04448a44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c76781-bcf4-4acb-9098-d0675e787871 HTTP/1.1" status: 200 len: 217 time: 0.0369108 Mar 15 17:26:12.648901 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-6da8cf16-d0c0-4481-8bef-a51db12df62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.648901 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-6da8cf16-d0c0-4481-8bef-a51db12df62d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0435596 Mar 15 17:26:12.700139 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-f2cd23e1-7a95-4c21-b639-702029ed16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.702380 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-f2cd23e1-7a95-4c21-b639-702029ed16e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474961 Mar 15 17:26:12.810680 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-e0e5a9eb-1143-41be-b4f7-976d264a19e0 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Mar 15 17:26:12.914055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b732e66-ed3f-456d-b1d3-2269a9c5c644 req-82041ea3-e244-4a9a-a389-55dcce0d2d2e tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:12.916137 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4b732e66-ed3f-456d-b1d3-2269a9c5c644 req-82041ea3-e244-4a9a-a389-55dcce0d2d2e tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.1081779 Mar 15 17:26:12.957947 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-79695f78-97e8-4a76-8c97-1c28fd42b9b1 req-69d73a69-b5a9-4024-9f9e-4ebf0085e292 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408312 Mar 15 17:26:12.987699 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4b732e66-ed3f-456d-b1d3-2269a9c5c644 req-96d9da3f-2296-4962-9b3b-89035332a214 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634167 Mar 15 17:26:14.132837 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011195cb-5e5c-4bce-b656-8d5519a45507 req-5ac60261-88e1-4db7-ad84-982966be865b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:14.135006 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-011195cb-5e5c-4bce-b656-8d5519a45507 req-5ac60261-88e1-4db7-ad84-982966be865b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.0547550 Mar 15 17:26:14.191959 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-011195cb-5e5c-4bce-b656-8d5519a45507 req-0802de53-f54c-4b06-aad2-07f62c1cebc0 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Mar 15 17:26:14.758468 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-da2d8d97-0f9b-4304-9907-fee1e1fce06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.223126 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54566) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:15.319609 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf703084-df31-48ad-97b3-591ecfd0cad1 req-56ab3d45-27f5-45ca-b292-393ad9d70f41 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:15.321204 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cf703084-df31-48ad-97b3-591ecfd0cad1 req-56ab3d45-27f5-45ca-b292-393ad9d70f41 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.0599794 Mar 15 17:26:15.356446 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4bc41e76-8072-41fb-a7fd-16f8d3b84bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.404485 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cf703084-df31-48ad-97b3-591ecfd0cad1 req-e4a386c8-214e-4e7d-b2f5-8b02c1db1b26 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771024 Mar 15 17:26:15.463496 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4bc41e76-8072-41fb-a7fd-16f8d3b84bee admin admin] Publish callbacks [] for security_group (4e22682d-4a0f-4062-81a5-030f15643714), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.519537 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4bc41e76-8072-41fb-a7fd-16f8d3b84bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4e22682d-4a0f-4062-81a5-030f15643714), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.556662 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41e76-8072-41fb-a7fd-16f8d3b84bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e22682d-4a0f-4062-81a5-030f15643714,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:15.561402 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-4bc41e76-8072-41fb-a7fd-16f8d3b84bee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3369ccd0af764d25831873d580f6391c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363681 Mar 15 17:26:15.563387 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54570) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:15.612053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25ee78b4-b488-448c-abba-14090849cbdd admin admin] Publish callbacks [] for security_group (4e22682d-4a0f-4062-81a5-030f15643714), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.633491 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25ee78b4-b488-448c-abba-14090849cbdd admin admin] Publish callbacks [] for security_group (4e22682d-4a0f-4062-81a5-030f15643714), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.730828 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25ee78b4-b488-448c-abba-14090849cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4e22682d-4a0f-4062-81a5-030f15643714), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.733547 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25ee78b4-b488-448c-abba-14090849cbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:15.737448 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-25ee78b4-b488-448c-abba-14090849cbdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e22682d-4a0f-4062-81a5-030f15643714 HTTP/1.1" status: 204 len: 168 time: 0.1706340 Mar 15 17:26:15.748191 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee78b4-b488-448c-abba-14090849cbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e22682d-4a0f-4062-81a5-030f15643714,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:15.810678 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.291023 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54586) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:16.304323 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-953410d2-2262-46d5-bbf2-245d99338d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.387370 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-953410d2-2262-46d5-bbf2-245d99338d8a admin admin] Publish callbacks [] for security_group (cfeed35f-4ce0-470c-846c-b26fdda416e4), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.473664 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-953410d2-2262-46d5-bbf2-245d99338d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (cfeed35f-4ce0-470c-846c-b26fdda416e4), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.564807 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953410d2-2262-46d5-bbf2-245d99338d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeed35f-4ce0-470c-846c-b26fdda416e4,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:16.571920 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-953410d2-2262-46d5-bbf2-245d99338d8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edde6d8efd30423587dac002db7fea26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797227 Mar 15 17:26:16.576097 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54592) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:16.604478 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64ac3-9298-487f-a351-45389070040b req-5dd98a01-d5a6-422e-a577-7ecd9a12bfe7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:16.605963 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5d64ac3-9298-487f-a351-45389070040b req-5dd98a01-d5a6-422e-a577-7ecd9a12bfe7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.1271040 Mar 15 17:26:16.613706 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7650d2-dc9d-4bfd-a31d-f3df2e68936d req-d8fd6f17-8f44-4aa4-9302-fa288dfea10c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:16.615183 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bc7650d2-dc9d-4bfd-a31d-f3df2e68936d req-d8fd6f17-8f44-4aa4-9302-fa288dfea10c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.1100798 Mar 15 17:26:16.629446 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cda56ff-695d-4a34-8057-0795cae97ee8 admin admin] Publish callbacks [] for security_group (cfeed35f-4ce0-470c-846c-b26fdda416e4), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.651361 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cda56ff-695d-4a34-8057-0795cae97ee8 admin admin] Publish callbacks [] for security_group (cfeed35f-4ce0-470c-846c-b26fdda416e4), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.690952 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c5d64ac3-9298-487f-a351-45389070040b req-3a84ba1a-ded4-4e34-aea2-91a23d32743f tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747669 Mar 15 17:26:16.698166 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bc7650d2-dc9d-4bfd-a31d-f3df2e68936d req-ff68f296-6408-4b01-a08f-05f30edcb908 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709958 Mar 15 17:26:16.776485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cda56ff-695d-4a34-8057-0795cae97ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (cfeed35f-4ce0-470c-846c-b26fdda416e4), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.779093 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cda56ff-695d-4a34-8057-0795cae97ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:16.780361 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3cda56ff-695d-4a34-8057-0795cae97ee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfeed35f-4ce0-470c-846c-b26fdda416e4 HTTP/1.1" status: 204 len: 168 time: 0.2032390 Mar 15 17:26:16.788745 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda56ff-695d-4a34-8057-0795cae97ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeed35f-4ce0-470c-846c-b26fdda416e4,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:17.388285 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:17.853375 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e632fd-9006-4746-a7db-074c9f0eee59 req-36255b29-4006-4bf5-8b7c-768153fbb63e tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:17.854885 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78e632fd-9006-4746-a7db-074c9f0eee59 req-36255b29-4006-4bf5-8b7c-768153fbb63e tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.0918052 Mar 15 17:26:17.861805 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b53347-d2e2-4d34-962d-6af3150bd610 req-4f22188d-530f-4dbe-b51e-02f1235b8c06 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:17.863285 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-62b53347-d2e2-4d34-962d-6af3150bd610 req-4f22188d-530f-4dbe-b51e-02f1235b8c06 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0915778 Mar 15 17:26:17.937021 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78e632fd-9006-4746-a7db-074c9f0eee59 req-c0811d7d-dbfc-4fc7-9464-6ddc0d73d9a0 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727224 Mar 15 17:26:17.978011 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-62b53347-d2e2-4d34-962d-6af3150bd610 req-99895a7f-68cc-4287-8a2d-ab0161a801d5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994835 Mar 15 17:26:18.013848 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-4006c2e4-5ad7-42cf-8483-505604ef3264 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:18.015450 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-4006c2e4-5ad7-42cf-8483-505604ef3264 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 945 time: 0.0750911 Mar 15 17:26:18.435962 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port 889823c6-360b-4c2c-9bea-8ed24d3cd828 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:18.436526 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:18.546658 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] For port 889823c6-360b-4c2c-9bea-8ed24d3cd828, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=889823c6-360b-4c2c-9bea-8ed24d3cd828,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:18.547134 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:18.736860 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:18.737225 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:18.737595 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f disassociated. External IP: 172.27.1.205, port: 889823c6-360b-4c2c-9bea-8ed24d3cd828. Mar 15 17:26:18.737994 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for 889823c6-360b-4c2c-9bea-8ed24d3cd828 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:18.754085 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:18.936535 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0050-cc99-4df9-b036-b4e29dbbb69a req-7220c48f-eb3a-40ec-808e-2ce638d42cb6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:18.938054 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d42d0050-cc99-4df9-b036-b4e29dbbb69a req-7220c48f-eb3a-40ec-808e-2ce638d42cb6 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.0709715 Mar 15 17:26:18.996478 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d42d0050-cc99-4df9-b036-b4e29dbbb69a req-9b74fefa-c56a-483f-a7ae-3ae150977e27 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526965 Mar 15 17:26:18.999713 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (889823c6-360b-4c2c-9bea-8ed24d3cd828), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:19.038552 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=889823c6-360b-4c2c-9bea-8ed24d3cd828,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:19.175846 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b0c4e55b-7bf4-4fe7-be7c-92637d06a14d req-851150f4-cbb3-4bec-a93a-25bcb8f56dc3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 210 time: 0.0893641 Mar 15 17:26:19.207196 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca4020-1788-4a93-965a-5ed0e675c84e req-29a1d7d0-67b9-4a5b-b690-2ac026c0f122 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:19.208762 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0eca4020-1788-4a93-965a-5ed0e675c84e req-29a1d7d0-67b9-4a5b-b690-2ac026c0f122 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.1726320 Mar 15 17:26:19.259560 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:19.282023 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0eca4020-1788-4a93-965a-5ed0e675c84e req-9021dcbf-bacb-4dd4-9bd0-c8594b0cdd32 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666647 Mar 15 17:26:19.393655 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:19.403626 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:19.416338 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:19.416970 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:19.443027 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] No DVR routers for this DVR port 889823c6-360b-4c2c-9bea-8ed24d3cd828 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:19.445592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:19.449900 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ecb88e98-9bd7-47db-9d93-e20229a82bd9 req-8281f79a-d422-4bc8-81e7-2ae42f91eed4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "DELETE /v2.0/ports/889823c6-360b-4c2c-9bea-8ed24d3cd828 HTTP/1.1" status: 204 len: 173 time: 1.4288368 Mar 15 17:26:19.450386 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'name': 'network-vif-deleted', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:19.452709 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b9797f-eadd-4b03-8b7e-52d820c97a59" -d '{"events": [{"server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "name": "network-vif-deleted", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:19.494834 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35d41b1-e97d-4914-9c08-d71b402f346c x-openstack-request-id: req-e35d41b1-e97d-4914-9c08-d71b402f346c {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:19.495976 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927275a3-f5aa-4eeb-a584-3b958ea522f0", "name": "network-vif-deleted", "tag": "889823c6-360b-4c2c-9bea-8ed24d3cd828", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:19.496380 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e35d41b1-e97d-4914-9c08-d71b402f346c {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:19.496894 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927275a3-f5aa-4eeb-a584-3b958ea522f0', 'name': 'network-vif-deleted', 'tag': '889823c6-360b-4c2c-9bea-8ed24d3cd828', 'status': 'completed', 'code': 200} Mar 15 17:26:19.553810 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:19.802436 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:12Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:19.829950 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:19.840063 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:19.840686 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:19.979526 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:19.992279 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca4542-2b5c-4dde-a1cd-a8e20be1c131 req-c31c8967-4da1-4923-aed7-c2d334220cee tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:20.000505 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7bca4542-2b5c-4dde-a1cd-a8e20be1c131 req-c31c8967-4da1-4923-aed7-c2d334220cee tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0719709 Mar 15 17:26:20.070330 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7bca4542-2b5c-4dde-a1cd-a8e20be1c131 req-d26368e9-0035-4d4d-b4f5-42fbe04beb10 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689654 Mar 15 17:26:20.169656 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5887d-c715-45f8-8c7e-7030d2e6d53d req-ef701e7d-3686-45a6-999e-695c008f0174 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:20.171682 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ac5887d-c715-45f8-8c7e-7030d2e6d53d req-ef701e7d-3686-45a6-999e-695c008f0174 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.0626113 Mar 15 17:26:20.228821 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ac5887d-c715-45f8-8c7e-7030d2e6d53d req-a07d23a9-5804-4b95-986a-bf8a1ba95195 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c87badf-34ac-48d9-bcdd-b9c9b531488e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515323 Mar 15 17:26:20.272737 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:12Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:20.301143 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59b577-c06e-475e-a480-52e57219d285 None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '4b6bc4a3-13cd-4afb-b041-024c7c179815', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:d0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:23:56Z', 'updated_at': '2022-03-15T17:24:12Z', 'revision_number': 2, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:20.318181 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2641d75b-053f-4350-b487-5f9a99f1b224 req-31cc5fea-b405-4e1b-8557-3eedbb26f18c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=927275a3-f5aa-4eeb-a584-3b958ea522f0 HTTP/1.1" status: 200 len: 210 time: 0.0375082 Mar 15 17:26:20.361316 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-d13cdcf8-6400-4968-b2f9-5982f255e76e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:20.363089 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-d13cdcf8-6400-4968-b2f9-5982f255e76e tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 946 time: 0.1164103 Mar 15 17:26:20.494483 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975834-0608-46e4-ad26-b65d0e9a8eed req-c5c4bf30-16a3-4db4-93db-c8484139abcb tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:20.496970 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c975834-0608-46e4-ad26-b65d0e9a8eed req-c5c4bf30-16a3-4db4-93db-c8484139abcb tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.1326022 Mar 15 17:26:20.574507 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Deleting port 298f505d-415b-4225-b62a-bb7cc62a5649 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:20.574838 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:20.583206 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9c975834-0608-46e4-ad26-b65d0e9a8eed req-28aaf2ee-76de-40e8-8674-98deebd0f66d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700912 Mar 15 17:26:20.640640 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804d054-efb6-42bc-83b7-985e7496454c None None] New status for floating IP 58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f: DOWN {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:20.689878 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] For port 298f505d-415b-4225-b62a-bb7cc62a5649, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=298f505d-415b-4225-b62a-bb7cc62a5649,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:20.690629 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:20.874653 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:20.875023 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (232cfdfa-5fd2-4b0c-bd2c-44f9a653c345), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:20.875487 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Floating IP 232cfdfa-5fd2-4b0c-bd2c-44f9a653c345 disassociated. External IP: 172.27.1.57, port: 298f505d-415b-4225-b62a-bb7cc62a5649. Mar 15 17:26:20.875926 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Calling delete_port for 298f505d-415b-4225-b62a-bb7cc62a5649 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:21.068551 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (298f505d-415b-4225-b62a-bb7cc62a5649), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:21.097873 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event deleted for resources: {'Port': ['ID=298f505d-415b-4225-b62a-bb7cc62a5649,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:21.259344 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396cc-8b81-4abd-97c2-7888694a46ef req-14949647-ad2f-4593-8e49-31fe31707555 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:21.260868 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-693396cc-8b81-4abd-97c2-7888694a46ef req-14949647-ad2f-4593-8e49-31fe31707555 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0811017 Mar 15 17:26:21.278576 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:21.400697 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-693396cc-8b81-4abd-97c2-7888694a46ef req-c126270e-2740-4e7a-9a32-978a0f0a7859 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326950 Mar 15 17:26:21.434026 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-98b1c738-16f3-4e6d-a9fd-1d2832122ae8 req-13b0cd6b-cd91-45e0-ac03-0c826ba01157 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 210 time: 0.0876629 Mar 15 17:26:21.495071 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:21.506741 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:21.519133 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:21.519811 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:21.540241 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] No DVR routers for this DVR port 298f505d-415b-4225-b62a-bb7cc62a5649 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:21.543122 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:21.546766 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b11f37f1-c352-41a4-9291-c4fdd00712c1 req-29742ad9-5b58-4463-a70b-24e48eca1c3c tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.44 "DELETE /v2.0/ports/298f505d-415b-4225-b62a-bb7cc62a5649 HTTP/1.1" status: 204 len: 173 time: 1.1734335 Mar 15 17:26:21.547464 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-deleted', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:21.550158 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6771c3-af09-473d-87a6-0808c627c101" -d '{"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-deleted", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:21.591014 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54692) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:21.600334 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3896df-9055-4ab0-8a8b-ca54b209909d x-openstack-request-id: req-8e3896df-9055-4ab0-8a8b-ca54b209909d {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:21.600334 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239ecc3c-69b1-4d75-96d5-985ce0fd263b", "name": "network-vif-deleted", "tag": "298f505d-415b-4225-b62a-bb7cc62a5649", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:21.600334 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e3896df-9055-4ab0-8a8b-ca54b209909d {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:21.603196 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239ecc3c-69b1-4d75-96d5-985ce0fd263b', 'name': 'network-vif-deleted', 'tag': '298f505d-415b-4225-b62a-bb7cc62a5649', 'status': 'completed', 'code': 200} Mar 15 17:26:21.670580 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:21.687763 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea9ae-e58a-417a-be2b-115f333fb0b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (61a0fdab-37cb-4b4f-aa8a-40d3d429eb10), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:21.744535 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea9ae-e58a-417a-be2b-115f333fb0b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (61a0fdab-37cb-4b4f-aa8a-40d3d429eb10), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:21.798055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e2ee-91e0-4db1-aa6f-a548d9588663 req-e900ef6e-e3d4-42ff-8629-8e60ae5a2f63 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:21.800956 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-30c5e2ee-91e0-4db1-aa6f-a548d9588663 req-e900ef6e-e3d4-42ff-8629-8e60ae5a2f63 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 943 time: 0.1323187 Mar 15 17:26:21.881388 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-30c5e2ee-91e0-4db1-aa6f-a548d9588663 req-a11b0724-980d-4e59-abe5-de3e61bdfa38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719287 Mar 15 17:26:21.901670 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea9ae-e58a-417a-be2b-115f333fb0b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (61a0fdab-37cb-4b4f-aa8a-40d3d429eb10), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:21.913353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea9ae-e58a-417a-be2b-115f333fb0b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:21.916080 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8c8ea9ae-e58a-417a-be2b-115f333fb0b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/security-groups/61a0fdab-37cb-4b4f-aa8a-40d3d429eb10 HTTP/1.1" status: 204 len: 168 time: 0.3235779 Mar 15 17:26:21.919134 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54696) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:21.938386 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.api.v2.resource [None req-a1c6a7b4-3727-4140-988b-01016e72bd23 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] show failed (client error): The resource could not be found. Mar 15 17:26:21.938682 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ea9ae-e58a-417a-be2b-115f333fb0b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0fdab-37cb-4b4f-aa8a-40d3d429eb10,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:21.938854 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-a1c6a7b4-3727-4140-988b-01016e72bd23 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups/61a0fdab-37cb-4b4f-aa8a-40d3d429eb10 HTTP/1.1" status: 404 len: 347 time: 0.0159042 Mar 15 17:26:21.940799 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54698) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:21.984988 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device a5c76781-bcf4-4acb-9098-d0675e787871 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:26:21.997818 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 889823c6-360b-4c2c-9bea-8ed24d3cd828 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:22.029851 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 889823c6-360b-4c2c-9bea-8ed24d3cd828 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:22.030490 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 889823c6-360b-4c2c-9bea-8ed24d3cd828 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:22.064747 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:22.092711 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port 17646cb3-eb0c-436d-be9b-79696f5cef7e {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:22.094156 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.104630 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:22.114497 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:22.115287 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:22.133242 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port a5c76781-bcf4-4acb-9098-d0675e787871, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=a5c76781-bcf4-4acb-9098-d0675e787871,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:22.145614 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'port_id': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'mac_address': 'fa:16:3e:cd:aa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:26:22.187565 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port a5c76781-bcf4-4acb-9098-d0675e787871 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:22.188003 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.202605 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c76781-bcf4-4acb-9098-d0675e787871 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:22.209600 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.209946 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (17646cb3-eb0c-436d-be9b-79696f5cef7e), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.226859 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port a5c76781-bcf4-4acb-9098-d0675e787871, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=a5c76781-bcf4-4acb-9098-d0675e787871,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:22.231893 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for 17646cb3-eb0c-436d-be9b-79696f5cef7e owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:22.243822 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:22.342377 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.410649 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=a5c76781-bcf4-4acb-9098-d0675e787871,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:22.457675 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (17646cb3-eb0c-436d-be9b-79696f5cef7e), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.510369 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:22.570313 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=17646cb3-eb0c-436d-be9b-79696f5cef7e,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:22.577099 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ef9e-071c-4bca-9758-b8783dbec04a None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:20:03Z', 'revision_number': 4, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'd61b9e6a-ba5b-4810-a3f2-c905c2483e15', 'name': '', 'network_id': '38f111f1-5b7e-4709-a214-83a7dc6b3791', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'mac_address': 'fa:16:3e:a9:de:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'afc48950-096a-46be-956f-86584f849e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:20:02Z', 'updated_at': '2022-03-15T17:20:10Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'subnets': [{'id': 'afc48950-096a-46be-956f-86584f849e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:22.592408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['a5c76781-bcf4-4acb-9098-d0675e787871'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:26:22.690091 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.695904 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.698754 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b69d700c-98d1-4980-91c7-aa84829330b2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/floatingips/58dfe1d6-15c4-45f2-8f78-45b8ad2ab52f HTTP/1.1" status: 204 len: 168 time: 0.7568510 Mar 15 17:26:22.742127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1d4f-ba8a-474e-9e2d-04f353ac23eb req-539a9afd-f572-4952-b43f-117a03483df6 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:22.744196 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a1fe1d4f-ba8a-474e-9e2d-04f353ac23eb req-539a9afd-f572-4952-b43f-117a03483df6 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1761203 Mar 15 17:26:22.829788 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a1fe1d4f-ba8a-474e-9e2d-04f353ac23eb req-11084e66-466f-4303-9888-a833693fa49c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791483 Mar 15 17:26:22.895992 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77e5e912-2e2b-4937-bc64-6c5a4698de71 req-3ca6b5ed-284b-453b-a69c-174507a25f1f tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/ports?device_id=239ecc3c-69b1-4d75-96d5-985ce0fd263b HTTP/1.1" status: 200 len: 210 time: 0.0634046 Mar 15 17:26:23.044522 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a8607-8a46-4675-96f0-5db346e953d7 req-7f8718a4-fd9f-4426-a496-fe61f86a4d1b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:23.046487 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef4a8607-8a46-4675-96f0-5db346e953d7 req-7f8718a4-fd9f-4426-a496-fe61f86a4d1b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 944 time: 0.0688584 Mar 15 17:26:23.102993 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7fb4-3599-4e0b-9db1-7a8595eb8cb6 None None] New status for floating IP 232cfdfa-5fd2-4b0c-bd2c-44f9a653c345: DOWN {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:23.109256 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef4a8607-8a46-4675-96f0-5db346e953d7 req-17d0d4bf-d0a7-405c-a94c-4266613f41af tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559819 Mar 15 17:26:23.989030 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device a5c76781-bcf4-4acb-9098-d0675e787871 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:26:24.003288 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c54951-d5f1-4046-a77d-b77e8ccbe113 req-7b66724a-a328-44f6-a756-6051c7908a4a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:24.012177 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-75c54951-d5f1-4046-a77d-b77e8ccbe113 req-7b66724a-a328-44f6-a756-6051c7908a4a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0969956 Mar 15 17:26:24.052622 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54732) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:24.085572 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port a5c76781-bcf4-4acb-9098-d0675e787871 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:26:24.090433 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port a5c76781-bcf4-4acb-9098-d0675e787871 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:24.090804 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.103571 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-75c54951-d5f1-4046-a77d-b77e8ccbe113 req-5b3d2e4a-fd52-440a-b7c6-7f8602eb1fe5 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789723 Mar 15 17:26:24.141281 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75c4228a-662e-4d38-9a2c-236c34098149 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (7c87badf-34ac-48d9-bcdd-b9c9b531488e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.184969 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75c4228a-662e-4d38-9a2c-236c34098149 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (7c87badf-34ac-48d9-bcdd-b9c9b531488e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.190923 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port a5c76781-bcf4-4acb-9098-d0675e787871 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:24.192164 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.255062 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:24.259751 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92395ba-83b5-432d-a389-ab2ad05134d1" -d '{"events": [{"server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:24.284984 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port a5c76781-bcf4-4acb-9098-d0675e787871, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=a5c76781-bcf4-4acb-9098-d0675e787871,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:24.299508 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6826-cadd-4cdc-99d6-1081335ac080 req-01ee90c2-502a-400b-a324-b34182c06ff8 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:24.301204 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-187d6826-cadd-4cdc-99d6-1081335ac080 req-01ee90c2-502a-400b-a324-b34182c06ff8 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 944 time: 0.0780864 Mar 15 17:26:24.332872 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc0490-db85-454d-a0a8-30651263dcb7 x-openstack-request-id: req-25bc0490-db85-454d-a0a8-30651263dcb7 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:24.333386 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:24.333778 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25bc0490-db85-454d-a0a8-30651263dcb7 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:24.334570 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'code': 200} Mar 15 17:26:24.368903 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75c4228a-662e-4d38-9a2c-236c34098149 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (7c87badf-34ac-48d9-bcdd-b9c9b531488e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.369770 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.374603 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:24.376911 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75c4228a-662e-4d38-9a2c-236c34098149 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.378925 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-75c4228a-662e-4d38-9a2c-236c34098149 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c87badf-34ac-48d9-bcdd-b9c9b531488e HTTP/1.1" status: 204 len: 168 time: 0.3251293 Mar 15 17:26:24.386167 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54742) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:24.408206 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4228a-662e-4d38-9a2c-236c34098149 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87badf-34ac-48d9-bcdd-b9c9b531488e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:24.420974 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-00538220-7d5b-4096-aab6-46d9aa46d077 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] show failed (client error): The resource could not be found. Mar 15 17:26:24.423297 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-00538220-7d5b-4096-aab6-46d9aa46d077 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "GET /v2.0/security-groups/7c87badf-34ac-48d9-bcdd-b9c9b531488e HTTP/1.1" status: 404 len: 347 time: 0.0345016 Mar 15 17:26:24.423520 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-187d6826-cadd-4cdc-99d6-1081335ac080 req-3ada494e-736d-4940-addd-19f48e55d332 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136248 Mar 15 17:26:24.426836 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54746) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:24.519180 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 298f505d-415b-4225-b62a-bb7cc62a5649 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:24.520609 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 298f505d-415b-4225-b62a-bb7cc62a5649 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:24.610184 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=a5c76781-bcf4-4acb-9098-d0675e787871,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:24.661981 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Deleting port 7da595e4-8814-4d0d-a9fb-1f2a37c0da1e {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:24.662425 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.776716 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.777232 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.798029 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Calling delete_port for 7da595e4-8814-4d0d-a9fb-1f2a37c0da1e owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:24.839356 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e1db6-4f92-45a3-8e45-3c70d28a691f req-2f0e0ebc-1c1b-473a-88c4-b28dc8cdd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:24.841575 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5a2e1db6-4f92-45a3-8e45-3c70d28a691f req-2f0e0ebc-1c1b-473a-88c4-b28dc8cdd1fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 1129 time: 0.0720744 Mar 15 17:26:24.916348 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5a2e1db6-4f92-45a3-8e45-3c70d28a691f req-82b117b1-5d61-495e-bf14-610e0d9760f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678205 Mar 15 17:26:25.058115 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (7da595e4-8814-4d0d-a9fb-1f2a37c0da1e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.087423 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Pushing event deleted for resources: {'Port': ['ID=7da595e4-8814-4d0d-a9fb-1f2a37c0da1e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:25.178917 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks [] for floatingip (232cfdfa-5fd2-4b0c-bd2c-44f9a653c345), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.183943 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.185923 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-14f95890-1acb-4a9a-8061-7f6a8652e6f3 tempest-AttachVolumeShelveTestJSON-421358832 tempest-AttachVolumeShelveTestJSON-421358832-project] 10.222.0.23 "DELETE /v2.0/floatingips/232cfdfa-5fd2-4b0c-bd2c-44f9a653c345 HTTP/1.1" status: 204 len: 168 time: 0.7571743 Mar 15 17:26:25.270957 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abe3cd-8fea-4199-9759-76e6e72cccf8 req-a72c16df-2659-4c2e-8d8a-b311593f3a2d tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:25.273206 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-31abe3cd-8fea-4199-9759-76e6e72cccf8 req-a72c16df-2659-4c2e-8d8a-b311593f3a2d tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0826101 Mar 15 17:26:25.349817 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54762) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:25.350893 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-31abe3cd-8fea-4199-9759-76e6e72cccf8 req-81127bf9-3e04-42b5-ac64-5cd7cd898d22 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669074 Mar 15 17:26:25.487070 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0adcc5e6-4f88-4f55-a8b0-8a4a553e2315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.616945 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0adcc5e6-4f88-4f55-a8b0-8a4a553e2315 admin admin] Publish callbacks [] for security_group (15533d7d-26cd-458b-98d8-f4954e270103), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.626379 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae623e3e-bef3-4f3e-824a-d2684f4dc172 req-f24d4279-33e0-415b-9b51-d6b00b9c81e1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:25.628361 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ae623e3e-bef3-4f3e-824a-d2684f4dc172 req-f24d4279-33e0-415b-9b51-d6b00b9c81e1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 945 time: 0.0801144 Mar 15 17:26:25.706555 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0adcc5e6-4f88-4f55-a8b0-8a4a553e2315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (15533d7d-26cd-458b-98d8-f4954e270103), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.718436 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ae623e3e-bef3-4f3e-824a-d2684f4dc172 req-9dfb67ee-2956-4286-9fa7-d0c0abd3fbb5 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790613 Mar 15 17:26:25.753217 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0adcc5e6-4f88-4f55-a8b0-8a4a553e2315 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01bbd47e06504bbf80caf2a55580e6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011981 Mar 15 17:26:25.759980 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54776) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:25.775002 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc5e6-4f88-4f55-a8b0-8a4a553e2315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15533d7d-26cd-458b-98d8-f4954e270103,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:25.820118 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86edf157-65e9-4a76-8814-20f240ad5543 admin admin] Publish callbacks [] for security_group (15533d7d-26cd-458b-98d8-f4954e270103), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.845349 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86edf157-65e9-4a76-8814-20f240ad5543 admin admin] Publish callbacks [] for security_group (15533d7d-26cd-458b-98d8-f4954e270103), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.982728 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86edf157-65e9-4a76-8814-20f240ad5543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (15533d7d-26cd-458b-98d8-f4954e270103), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.985868 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86edf157-65e9-4a76-8814-20f240ad5543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.987700 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-86edf157-65e9-4a76-8814-20f240ad5543 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15533d7d-26cd-458b-98d8-f4954e270103 HTTP/1.1" status: 204 len: 168 time: 0.2262878 Mar 15 17:26:26.001310 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edf157-65e9-4a76-8814-20f240ad5543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15533d7d-26cd-458b-98d8-f4954e270103,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:26.267474 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df6206-9d55-468d-b15a-f69a34f6a406 req-44d8c371-303e-4e54-8400-6230bdeabed2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:26.269219 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a1df6206-9d55-468d-b15a-f69a34f6a406 req-44d8c371-303e-4e54-8400-6230bdeabed2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.0604126 Mar 15 17:26:26.322424 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a1df6206-9d55-468d-b15a-f69a34f6a406 req-3be293a1-e6fc-4ac4-baa6-7669900dba34 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 Mar 15 17:26:26.513958 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d72b-c6aa-411d-b047-63830f5e0646 req-4a8e8af2-2f81-4b06-93e0-e357bb3241de tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:26.515835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6d61d72b-c6aa-411d-b047-63830f5e0646 req-4a8e8af2-2f81-4b06-93e0-e357bb3241de tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0614824 Mar 15 17:26:26.569835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6d61d72b-c6aa-411d-b047-63830f5e0646 req-145a60df-9607-4f18-b929-4b1dba9151ac tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475845 Mar 15 17:26:26.778200 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54796) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:26.795200 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9e749d50-83e2-469f-a6a3-d3f6827b5deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:26.908315 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c15ed-64c9-4713-b4a1-5e93193e4c10 req-a201195e-7fc9-4015-82a4-21db2086aa93 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:26.910950 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5c7c15ed-64c9-4713-b4a1-5e93193e4c10 req-a201195e-7fc9-4015-82a4-21db2086aa93 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 945 time: 0.1182544 Mar 15 17:26:27.040885 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5c7c15ed-64c9-4713-b4a1-5e93193e4c10 req-b7d52e38-d1ad-4db3-987b-de1ef41c1015 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219547 Mar 15 17:26:27.060924 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9e749d50-83e2-469f-a6a3-d3f6827b5deb admin admin] Publish callbacks [] for security_group (171c09a5-c74f-4494-ae31-4a73f512d182), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:27.156947 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9e749d50-83e2-469f-a6a3-d3f6827b5deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (171c09a5-c74f-4494-ae31-4a73f512d182), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:27.238229 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-9e749d50-83e2-469f-a6a3-d3f6827b5deb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a385185dacc94d2590e2434f3ad86436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587307 Mar 15 17:26:27.241066 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54802) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:27.241554 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e749d50-83e2-469f-a6a3-d3f6827b5deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c09a5-c74f-4494-ae31-4a73f512d182,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:27.265376 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b25e5-5efb-483b-a0ff-731ecbeed00f req-c50e73a6-5e0d-465e-86ca-0de8939740e8 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:27.267860 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-987b25e5-5efb-483b-a0ff-731ecbeed00f req-c50e73a6-5e0d-465e-86ca-0de8939740e8 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 945 time: 0.1552684 Mar 15 17:26:27.305015 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5068cd85-2831-4c28-9ad6-a20dd66c5cb5 admin admin] Publish callbacks [] for security_group (171c09a5-c74f-4494-ae31-4a73f512d182), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:27.328011 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5068cd85-2831-4c28-9ad6-a20dd66c5cb5 admin admin] Publish callbacks [] for security_group (171c09a5-c74f-4494-ae31-4a73f512d182), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:27.351034 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-987b25e5-5efb-483b-a0ff-731ecbeed00f req-517bc4e1-2c21-427a-ad4e-3178a58e34a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771046 Mar 15 17:26:27.392941 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54806) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:27.463843 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5068cd85-2831-4c28-9ad6-a20dd66c5cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (171c09a5-c74f-4494-ae31-4a73f512d182), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:27.469610 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5068cd85-2831-4c28-9ad6-a20dd66c5cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:27.471888 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5068cd85-2831-4c28-9ad6-a20dd66c5cb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/171c09a5-c74f-4494-ae31-4a73f512d182 HTTP/1.1" status: 204 len: 168 time: 0.2293789 Mar 15 17:26:27.486082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068cd85-2831-4c28-9ad6-a20dd66c5cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c09a5-c74f-4494-ae31-4a73f512d182,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:27.499398 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66263e3-e730-4df9-b324-6e594846f370 req-f9b943a3-8d86-4e8f-ad9c-07deb1495810 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:27.501432 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b66263e3-e730-4df9-b324-6e594846f370 req-f9b943a3-8d86-4e8f-ad9c-07deb1495810 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.0747781 Mar 15 17:26:27.596275 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b66263e3-e730-4df9-b324-6e594846f370 req-13452488-4e16-4b64-ba73-907cc3b8065a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848925 Mar 15 17:26:28.042870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54822) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:28.077076 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd5892-630e-4d0c-ae81-12367f7cfb0a req-a0145d7c-f9f3-4ec8-ab6b-3ea5ecbb804f tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:28.078662 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-91bd5892-630e-4d0c-ae81-12367f7cfb0a req-a0145d7c-f9f3-4ec8-ab6b-3ea5ecbb804f tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.4094007 Mar 15 17:26:28.116302 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-74bc16e3-d222-4f81-9c0f-56537672a5e1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:28.117650 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-74bc16e3-d222-4f81-9c0f-56537672a5e1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.4155972 Mar 15 17:26:28.130029 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd221bef-ce8c-4733-9998-80a194982538 tempest-TestVolumeBootPattern-885057683 tempest-TestVolumeBootPattern-885057683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:28.131571 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fd221bef-ce8c-4733-9998-80a194982538 tempest-TestVolumeBootPattern-885057683 tempest-TestVolumeBootPattern-885057683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 1124 time: 0.7375698 Mar 15 17:26:28.135341 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54830) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:28.143044 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'port_id': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:28.216308 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-91bd5892-630e-4d0c-ae81-12367f7cfb0a req-5685151f-0b09-4a0f-b541-32123bd9f3ed tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270173 Mar 15 17:26:28.305263 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.321049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port f4533214-84ea-4eba-95c8-e6d4f669828d {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:28.322113 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.501016 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] For port f4533214-84ea-4eba-95c8-e6d4f669828d, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=f4533214-84ea-4eba-95c8-e6d4f669828d,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:28.501765 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.527715 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.701597 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Allocated IP 172.27.1.243 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/414fe85c-8639-4d61-ac71-82755e47a689) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:26:28.808241 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.835071 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.836050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (4b6bc4a3-13cd-4afb-b041-024c7c179815), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.836050 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 4b6bc4a3-13cd-4afb-b041-024c7c179815 disassociated. External IP: 172.27.1.78, port: f4533214-84ea-4eba-95c8-e6d4f669828d. Mar 15 17:26:28.836547 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for f4533214-84ea-4eba-95c8-e6d4f669828d owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:28.889055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ed3e5-b3bb-4d65-adc9-7c93e8bbedbe req-8b5e8d86-3588-4db7-af09-ea1b33f8e6cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:28.891865 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5e3ed3e5-b3bb-4d65-adc9-7c93e8bbedbe req-8b5e8d86-3588-4db7-af09-ea1b33f8e6cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 945 time: 0.1735480 Mar 15 17:26:28.925258 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (414fe85c-8639-4d61-ac71-82755e47a689), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:28.939497 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (a8df87cd-e82a-4b05-862f-77b8652c20a9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:29.042838 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5e3ed3e5-b3bb-4d65-adc9-7c93e8bbedbe req-61160f36-8856-4ff6-843e-70f8b31061c6 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906944 Mar 15 17:26:29.189099 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (414fe85c-8639-4d61-ac71-82755e47a689), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:29.240205 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (f4533214-84ea-4eba-95c8-e6d4f669828d), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:29.254651 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:26:29.261538 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:26:29.266174 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:26:29.269134 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=414fe85c-8639-4d61-ac71-82755e47a689,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:29.331360 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.332435 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.332588 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.336994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340094 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340094 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340094 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340713 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=f4533214-84ea-4eba-95c8-e6d4f669828d,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:29.340887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.340887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.341420 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.341565 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.342056 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.342845 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:29.586041 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fbc31-3bdd-47af-8292-579ea0b2cd18 req-75b94330-6a79-4a1e-9801-b86258c9023e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:29.588740 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f66fbc31-3bdd-47af-8292-579ea0b2cd18 req-75b94330-6a79-4a1e-9801-b86258c9023e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1644154 Mar 15 17:26:29.637758 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:29.678470 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Deleting port d61b9e6a-ba5b-4810-a3f2-c905c2483e15 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:29.678992 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:29.756044 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f66fbc31-3bdd-47af-8292-579ea0b2cd18 req-ebbb52b0-e47e-4f6b-940e-00ffd247146c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555867 Mar 15 17:26:29.851711 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] For port d61b9e6a-ba5b-4810-a3f2-c905c2483e15, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:29.852805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:29.905010 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Calling delete_port for d61b9e6a-ba5b-4810-a3f2-c905c2483e15 owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:29.910641 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:29.937494 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:29.966110 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:29.967607 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:30.003504 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] No DVR routers for this DVR port f4533214-84ea-4eba-95c8-e6d4f669828d on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:30.012430 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:30.018165 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7aa62dcb-b493-4b8f-919a-2357e0effafe req-817e9a67-6bba-49a7-823e-1845d95ec52f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "DELETE /v2.0/ports/f4533214-84ea-4eba-95c8-e6d4f669828d HTTP/1.1" status: 204 len: 173 time: 1.8852789 Mar 15 17:26:30.018882 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'name': 'network-vif-deleted', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:30.022871 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab7c96-fba9-4f0a-867b-0403faef519a" -d '{"events": [{"server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "name": "network-vif-deleted", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:30.202634 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9df38-531e-4940-84f3-85b9a5618b5e x-openstack-request-id: req-25d9df38-531e-4940-84f3-85b9a5618b5e {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:30.203072 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff03c321-3255-4c75-8c0a-7aeccd8cfdc6", "name": "network-vif-deleted", "tag": "f4533214-84ea-4eba-95c8-e6d4f669828d", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:30.203464 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25d9df38-531e-4940-84f3-85b9a5618b5e {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:30.204227 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff03c321-3255-4c75-8c0a-7aeccd8cfdc6', 'name': 'network-vif-deleted', 'tag': 'f4533214-84ea-4eba-95c8-e6d4f669828d', 'status': 'completed', 'code': 200} Mar 15 17:26:30.225520 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:30.311877 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (54ad4c7c-e1a1-4514-9d28-247ebc2f61a3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:30.335388 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3b52deaf-e7fd-4ad9-bfcf-4302ffaa6fd3 req-3c0b7f68-0e57-44c3-b9df-7854645d3daf tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff03c321-3255-4c75-8c0a-7aeccd8cfdc6 HTTP/1.1" status: 200 len: 210 time: 0.0688992 Mar 15 17:26:30.374174 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-df1e8f6b-b548-40ec-8d46-822af54f7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:30.376978 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-df1e8f6b-b548-40ec-8d46-822af54f7a89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1129 time: 0.1890445 Mar 15 17:26:30.570118 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (414fe85c-8639-4d61-ac71-82755e47a689), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:30.596864 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-972b9e19-574f-4e5c-b1cd-d28b655d910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:30.600172 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-972b9e19-574f-4e5c-b1cd-d28b655d910b service neutron] 10.222.0.44 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 909 time: 0.2148860 Mar 15 17:26:30.620501 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:30.669165 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:30.688900 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:30.700588 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:30.776487 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-f44a181f-19bb-4c0a-925a-d02576a05c21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 1001 time: 0.1654336 Mar 15 17:26:30.867818 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-6a165ac9-b2f0-42e0-973b-cb7ad1cba952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:30.870796 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-6a165ac9-b2f0-42e0-973b-cb7ad1cba952 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 200 len: 847 time: 0.0899136 Mar 15 17:26:30.963369 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-d1ca1197-c683-4ffb-9d6c-9e2fbfbe6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:30.966811 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-d1ca1197-c683-4ffb-9d6c-9e2fbfbe6285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883501 Mar 15 17:26:30.998681 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:31.044376 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (d61b9e6a-ba5b-4810-a3f2-c905c2483e15), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.093840 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (414fe85c-8639-4d61-ac71-82755e47a689), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.208000 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368fce-c6f4-45a2-994a-cf9781f51747 req-0e018847-e117-4b3f-995d-c22650516268 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:31.214447 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34368fce-c6f4-45a2-994a-cf9781f51747 req-0e018847-e117-4b3f-995d-c22650516268 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.2394109 Mar 15 17:26:31.336649 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-459a6c4d-0ff5-4bf3-8607-e62efea6174c service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634398 Mar 15 17:26:31.440471 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:31.526416 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-34368fce-c6f4-45a2-994a-cf9781f51747 req-2f768a50-48a2-4003-8957-f75f28f274bf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997694 Mar 15 17:26:31.535064 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4e865-1d5a-4115-a393-8032e8114963 None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:31.615963 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebb40773-609a-4c1d-a717-5eb54e5aa21b req-477c0314-a790-46c3-ab1b-5f7d3ae4242b service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693079 Mar 15 17:26:31.630653 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54882) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:31.708449 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (0f6f96da-2c6e-40ee-891b-3e8ea0fe688f), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.733764 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61b9e6a-ba5b-4810-a3f2-c905c2483e15,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:31.739793 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (0f6f96da-2c6e-40ee-891b-3e8ea0fe688f), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.753333 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (414fe85c-8639-4d61-ac71-82755e47a689), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.822728 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=414fe85c-8639-4d61-ac71-82755e47a689,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:31.879937 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (0f6f96da-2c6e-40ee-891b-3e8ea0fe688f), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.883984 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.885589 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f6f96da-2c6e-40ee-891b-3e8ea0fe688f HTTP/1.1" status: 204 len: 168 time: 0.2538223 Mar 15 17:26:31.891778 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54890) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:31.927270 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (54ad4c7c-e1a1-4514-9d28-247ebc2f61a3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.932714 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f96da-2c6e-40ee-891b-3e8ea0fe688f,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:31.951207 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.api.v2.resource [None req-93af664f-dc42-477b-8f72-8855800df047 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] show failed (client error): The resource could not be found. Mar 15 17:26:31.952426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-93af664f-dc42-477b-8f72-8855800df047 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups/0f6f96da-2c6e-40ee-891b-3e8ea0fe688f HTTP/1.1" status: 404 len: 347 time: 0.0594933 Mar 15 17:26:31.958127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54892) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:31.967300 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.968306 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.968877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.969438 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.970016 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.970506 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.970853 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.971196 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.973869 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.974357 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.975146 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.975614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.976175 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.976655 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:31.977181 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5540d-c36c-48bd-8b54-e4f645cc94e3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:32.017909 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device f4533214-84ea-4eba-95c8-e6d4f669828d no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:32.063428 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: f4533214-84ea-4eba-95c8-e6d4f669828d {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:32.064581 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device f4533214-84ea-4eba-95c8-e6d4f669828d not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:32.069862 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c324c8-8a82-4715-9946-878c6b844e25 None None] New status for floating IP 4b6bc4a3-13cd-4afb-b041-024c7c179815: DOWN {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:32.109172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (a8df87cd-e82a-4b05-862f-77b8652c20a9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.116818 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Floating IP 54ad4c7c-e1a1-4514-9d28-247ebc2f61a3 associated. External IP: 172.27.1.243, port: a5c76781-bcf4-4acb-9098-d0675e787871. Mar 15 17:26:32.170478 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port 6bdd6714-62a2-425e-a5ea-541e3c4e7684 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:32.170817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.265149 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.265473 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (6bdd6714-62a2-425e-a5ea-541e3c4e7684), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.282047 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for 6bdd6714-62a2-425e-a5ea-541e3c4e7684 owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:32.518661 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Router a8df87cd-e82a-4b05-862f-77b8652c20a9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:32.526769 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:32.576634 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (6bdd6714-62a2-425e-a5ea-541e3c4e7684), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.604752 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=6bdd6714-62a2-425e-a5ea-541e3c4e7684,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:32.657314 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (4b6bc4a3-13cd-4afb-b041-024c7c179815), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.662232 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.664352 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-9c3abb63-da85-4eaf-9fd7-4c8b6c46141b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b6bc4a3-13cd-4afb-b041-024c7c179815 HTTP/1.1" status: 204 len: 168 time: 0.7008133 Mar 15 17:26:32.745129 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:32.755957 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f7bf321c-2d1b-41c0-8f31-0d6553593774 admin admin] 10.222.0.23 "PUT /v2.0/routers/a8df87cd-e82a-4b05-862f-77b8652c20a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7095821 Mar 15 17:26:32.762295 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54900) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:32.762662 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] Sync routers for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:32.766747 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:32.780287 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:32.803948 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:32.805806 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:32.805992 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:32.807601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:32.899966 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5dfb-9d2b-468b-adf6-2bc78f348379 req-3b741e25-1c48-466c-9975-a2582ffc6c95 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.899966 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5b2b5dfb-9d2b-468b-adf6-2bc78f348379 req-3b741e25-1c48-466c-9975-a2582ffc6c95 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.2263784 Mar 15 17:26:32.903785 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.963695 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2b3f5b89-9e37-4cc1-a415-b3c407d46b4a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8196657 Mar 15 17:26:32.963695 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:32.963695 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2fcd53-f56c-4df6-82d8-cf1063e30118" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:32.973688 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5b2b5dfb-9d2b-468b-adf6-2bc78f348379 req-d0689be3-9397-45e2-9364-c7229c57df07 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609126 Mar 15 17:26:33.001064 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks [] for router (a8df87cd-e82a-4b05-862f-77b8652c20a9), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.085132 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:33.188049 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:33.288966 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks [] for router_gateway (a8df87cd-e82a-4b05-862f-77b8652c20a9), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.380119 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4de985-7b4a-428e-8a26-c8faf7272f38 x-openstack-request-id: req-ca4de985-7b4a-428e-8a26-c8faf7272f38 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:33.380639 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:33.381147 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca4de985-7b4a-428e-8a26-c8faf7272f38 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:33.381762 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'status': 'completed', 'code': 200} Mar 15 17:26:33.494523 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Deleting port b35ae3da-e069-4596-b6c3-57e1e9f8ad57 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:33.494872 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.509279 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-96bfe6ec-7508-4e26-92cc-dce506dcc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:33.510854 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-96bfe6ec-7508-4e26-92cc-dce506dcc5c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 1129 time: 0.0894644 Mar 15 17:26:33.561208 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54910) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:33.565866 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699896539', 'description': 'tempest-description--324634783'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:33.580130 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:26:30Z', 'revision_number': 5, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port': {'id': 'b35ae3da-e069-4596-b6c3-57e1e9f8ad57', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:58Z', 'updated_at': '2022-03-15T17:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:33.613118 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] Checking router: a8df87cd-e82a-4b05-862f-77b8652c20a9 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:33.626268 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] Routers {'a8df87cd-e82a-4b05-862f-77b8652c20a9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:33.626747 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '54ad4c7c-e1a1-4514-9d28-247ebc2f61a3', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:cd:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:30Z', 'updated_at': '2022-03-15T17:26:30Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:33.627031 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a8df87cd-e82a-4b05-862f-77b8652c20a9'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:33.678018 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] For port b35ae3da-e069-4596-b6c3-57e1e9f8ad57, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:33.678833 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.691372 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:33.692459 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.696620 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-6084ae13-9daa-4590-8501-2a8689c900b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:33.698566 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-6084ae13-9daa-4590-8501-2a8689c900b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.1600637 Mar 15 17:26:33.703486 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Calling delete_port for b35ae3da-e069-4596-b6c3-57e1e9f8ad57 owned by network:router_gateway {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:33.713071 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:33.715598 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:33.765315 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] Set router a8df87cd-e82a-4b05-862f-77b8652c20a9 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:33.813111 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-66c136e6-9c7b-4176-8fbe-0a88ca16c53a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c76781-bcf4-4acb-9098-d0675e787871 HTTP/1.1" status: 200 len: 999 time: 0.1053050 Mar 15 17:26:33.821766 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (3ded7cbd-71f1-4c39-b859-1e1ca441ee1a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.874659 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-335110c3-c396-4392-ac02-36c567c3fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:33.875293 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:26:33Z', 'revision_number': 6, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:33.876819 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-335110c3-c396-4392-ac02-36c567c3fa24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0539987 Mar 15 17:26:33.918744 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3ded7cbd-71f1-4c39-b859-1e1ca441ee1a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:33.931553 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0aa7bf-0009-4ac0-bd45-62e82832c046 None None] The sync data for ids ['a8df87cd-e82a-4b05-862f-77b8652c20a9'] in dv-cinder-833871-1-iscsi is: [{'id': 'a8df87cd-e82a-4b05-862f-77b8652c20a9', 'name': 'tempest-AttachVolumeShelveTestJSON-325878425-router', 'tenant_id': 'd7aede9fb4844b08bb39998d12d842b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:57Z', 'updated_at': '2022-03-15T17:26:33Z', 'revision_number': 6, 'project_id': 'd7aede9fb4844b08bb39998d12d842b3', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:33.997239 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:34.041749 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.043124 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-53111f28-67ae-4232-bf0d-659ad903f45a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4808917 Mar 15 17:26:34.052041 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:34.052634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54918) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:34.058699 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '3ded7cbd-71f1-4c39-b859-1e1ca441ee1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:34.118526 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-367dd392-7137-4825-af0b-f9fde3fed92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:34.122133 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-367dd392-7137-4825-af0b-f9fde3fed92b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2389784 Mar 15 17:26:34.165139 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (c82df3f1-1969-4b6d-9779-4ec4a5234c64), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.254251 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (c82df3f1-1969-4b6d-9779-4ec4a5234c64), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.309303 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f600a73-b152-4615-81e8-5989de5fee0d req-10d588e0-0b3e-4a4e-b5ad-be7fed51edfd tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:34.311118 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5f600a73-b152-4615-81e8-5989de5fee0d req-10d588e0-0b3e-4a4e-b5ad-be7fed51edfd tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1805732 Mar 15 17:26:34.356112 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-b8ecff55-232b-434a-b290-bab82ceba745 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272763 Mar 15 17:26:34.372397 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (c82df3f1-1969-4b6d-9779-4ec4a5234c64), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.376944 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '54ad4c7c-e1a1-4514-9d28-247ebc2f61a3', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:cd:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:30Z', 'updated_at': '2022-03-15T17:26:30Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:34.402492 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82df3f1-1969-4b6d-9779-4ec4a5234c64,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:34.411468 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03328942-f9cb-4dc0-8409-2e52f7a1f123 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '54ad4c7c-e1a1-4514-9d28-247ebc2f61a3', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:cd:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:30Z', 'updated_at': '2022-03-15T17:26:30Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:34.435535 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (b35ae3da-e069-4596-b6c3-57e1e9f8ad57), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.482224 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Pushing event deleted for resources: {'Port': ['ID=b35ae3da-e069-4596-b6c3-57e1e9f8ad57,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:34.499284 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5f600a73-b152-4615-81e8-5989de5fee0d req-285af4f6-b843-45b6-ad7a-8c98212fc614 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804724 Mar 15 17:26:34.535301 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (a8df87cd-e82a-4b05-862f-77b8652c20a9), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.544396 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.545650 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9f160537-6401-496a-b584-c77da27e75b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4919744 Mar 15 17:26:34.554839 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54928) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:34.560169 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '3ded7cbd-71f1-4c39-b859-1e1ca441ee1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:34.643973 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (30ab7217-85ff-4579-9c51-23be6be09970), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.677268 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640ed58-f146-4bee-8c38-427c4bf19130 None None] New status for floating IP 54ad4c7c-e1a1-4514-9d28-247ebc2f61a3: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:34.718536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (30ab7217-85ff-4579-9c51-23be6be09970), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.867173 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (30ab7217-85ff-4579-9c51-23be6be09970), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.892817 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ab7217-85ff-4579-9c51-23be6be09970,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:34.954329 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9b2fcd53-f56c-4df6-82d8-cf1063e30118 req-a2f5f7a5-a8e4-4cbd-b2ad-6ec5da463558 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826950 Mar 15 17:26:34.962099 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (a8df87cd-e82a-4b05-862f-77b8652c20a9), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:34.962099 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks [] for router_controller (a8df87cd-e82a-4b05-862f-77b8652c20a9), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.070025 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.075716 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e2de94c6-fbf1-494a-a45c-1d3a086bfe95 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152950 Mar 15 17:26:35.076360 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54930) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:35.083869 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:35.109086 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (a8df87cd-e82a-4b05-862f-77b8652c20a9), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.109589 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8df87cd-e82a-4b05-862f-77b8652c20a9 {{(pid=103754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:26:35.119803 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.119803 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-da919eff-307b-41b6-b6ad-5a7fdcf25bda admin admin] 10.222.0.23 "DELETE /v2.0/routers/a8df87cd-e82a-4b05-862f-77b8652c20a9 HTTP/1.1" status: 204 len: 168 time: 2.3514447 Mar 15 17:26:35.120471 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54932) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:35.177055 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Deleting subnet afc48950-096a-46be-956f-86584f849e8a {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:26:35.181844 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Publish callbacks [] for subnet (afc48950-096a-46be-956f-86584f849e8a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.182561 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.234945 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (afc48950-096a-46be-956f-86584f849e8a), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.295322 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.323955 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (afc48950-096a-46be-956f-86584f849e8a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.409803 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.27.1.104 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/3fc098c4-934f-48be-b060-dfced19553fe) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:26:35.439914 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (afc48950-096a-46be-956f-86584f849e8a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.465248 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc48950-096a-46be-956f-86584f849e8a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:35.469412 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.475146 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-88765fd9-e403-436e-99b9-892ac732ea2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/afc48950-096a-46be-956f-86584f849e8a HTTP/1.1" status: 204 len: 168 time: 0.3535678 Mar 15 17:26:35.475824 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54934) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:35.479126 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f4808-3ff5-465b-9b1a-a82b4af6b5f8 None None] Network 38f111f1-5b7e-4709-a214-83a7dc6b3791 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:26:35.559834 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (38f111f1-5b7e-4709-a214-83a7dc6b3791), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.568091 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (3fc098c4-934f-48be-b060-dfced19553fe), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.625390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Deleting port 379a7aaa-3b89-42e4-860c-afa94228c6fb {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:35.625673 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.668509 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (3fc098c4-934f-48be-b060-dfced19553fe), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.706791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] For port 379a7aaa-3b89-42e4-860c-afa94228c6fb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=379a7aaa-3b89-42e4-860c-afa94228c6fb,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:35.707152 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.722095 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d2a5-8c18-4d7b-91d2-be1103a23226 req-a72f150b-1bd2-4aee-bc3d-315c86c89165 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:35.722662 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5c89d2a5-8c18-4d7b-91d2-be1103a23226 req-a72f150b-1bd2-4aee-bc3d-315c86c89165 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1148932 Mar 15 17:26:35.723109 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Calling delete_port for 379a7aaa-3b89-42e4-860c-afa94228c6fb owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:35.741406 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] DHCP port deletion for 38f111f1-5b7e-4709-a214-83a7dc6b3791 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:26:35.747555 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:26:35.760898 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:26:35.765690 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:26:35.771065 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=3fc098c4-934f-48be-b060-dfced19553fe,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:35.811435 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] Deleting port 379a7aaa-3b89-42e4-860c-afa94228c6fb {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:35.812141 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.835896 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5c89d2a5-8c18-4d7b-91d2-be1103a23226 req-f5547ac3-d429-44c7-a307-056e208d59e5 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999310 Mar 15 17:26:35.844204 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (5168019e-755f-4e90-8d48-c8d630f41794), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.882145 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] For port 379a7aaa-3b89-42e4-860c-afa94228c6fb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=379a7aaa-3b89-42e4-860c-afa94228c6fb,segment=NetworkSegment(9e682209-61c8-4b19-920c-1813de466588),segment_id=9e682209-61c8-4b19-920c-1813de466588)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:35.882625 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.891271 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.903735 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] Calling delete_port for 379a7aaa-3b89-42e4-860c-afa94228c6fb owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:35.927508 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-60b065c8-0fe3-41dc-a70b-ad2bd66b1956 req-4c8c55dd-0e2f-4b6b-af86-578e14e1da57 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:26:35.933168 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-60b065c8-0fe3-41dc-a70b-ad2bd66b1956 req-4c8c55dd-0e2f-4b6b-af86-578e14e1da57 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072362 Mar 15 17:26:35.936227 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Pushing event deleted for resources: {'Port': ['ID=379a7aaa-3b89-42e4-860c-afa94228c6fb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:35.962092 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (3fc098c4-934f-48be-b060-dfced19553fe), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:35.964748 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] No DVR routers for this DVR port 379a7aaa-3b89-42e4-860c-afa94228c6fb on host dv-cinder-833871-1-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:35.987171 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d61b9e6a-ba5b-4810-a3f2-c905c2483e15 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:36.036062 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (379a7aaa-3b89-42e4-860c-afa94228c6fb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.038780 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: d61b9e6a-ba5b-4810-a3f2-c905c2483e15 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:36.038780 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device d61b9e6a-ba5b-4810-a3f2-c905c2483e15 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:36.039052 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 379a7aaa-3b89-42e4-860c-afa94228c6fb no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:36.052690 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (38f111f1-5b7e-4709-a214-83a7dc6b3791), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.083947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] Pushing event deleted for resources: {'Port': ['ID=379a7aaa-3b89-42e4-860c-afa94228c6fb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:36.087657 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f111f1-5b7e-4709-a214-83a7dc6b3791']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:36.089501 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 379a7aaa-3b89-42e4-860c-afa94228c6fb {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:36.090112 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 379a7aaa-3b89-42e4-860c-afa94228c6fb not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:36.090538 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device b35ae3da-e069-4596-b6c3-57e1e9f8ad57 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:36.095625 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d5562-5e82-4da5-8b8f-47bc4cbdfa17 None None] No DVR routers for this DVR port 379a7aaa-3b89-42e4-860c-afa94228c6fb on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:36.119451 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e682209-61c8-4b19-920c-1813de466588') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:36.119833 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e682209-61c8-4b19-920c-1813de466588') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:36.120489 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: b35ae3da-e069-4596-b6c3-57e1e9f8ad57 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:36.120848 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device b35ae3da-e069-4596-b6c3-57e1e9f8ad57 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:36.134328 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (9e682209-61c8-4b19-920c-1813de466588), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.149858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (9e682209-61c8-4b19-920c-1813de466588), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.156299 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:26:36.157007 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (9e682209-61c8-4b19-920c-1813de466588), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:26:36.159038 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:26:36.164974 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 54946) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:36.198940 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (3fc098c4-934f-48be-b060-dfced19553fe), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.297487 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (38f111f1-5b7e-4709-a214-83a7dc6b3791), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.302661 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (3fc098c4-934f-48be-b060-dfced19553fe), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.308455 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.311081 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] 10.222.0.23 "DELETE /v2.0/networks/38f111f1-5b7e-4709-a214-83a7dc6b3791 HTTP/1.1" status: 204 len: 168 time: 0.8341370 Mar 15 17:26:36.318013 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6882300e-e8ec-4688-9207-087a568843ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.321116 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002e2b5-b940-490f-823f-0ccdd43cd77d admin admin] Pushing event deleted for resources: {'Network': ['ID=38f111f1-5b7e-4709-a214-83a7dc6b3791,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:36.378797 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (5168019e-755f-4e90-8d48-c8d630f41794), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.415594 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=3fc098c4-934f-48be-b060-dfced19553fe,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:36.434171 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d434759-b8b1-4086-8c55-cfbb7cfc05f7 req-253629d0-21d5-4e31-8ca0-fc7f36d7476b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:36.440419 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d434759-b8b1-4086-8c55-cfbb7cfc05f7 req-253629d0-21d5-4e31-8ca0-fc7f36d7476b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1697628 Mar 15 17:26:36.470236 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-f3fc0505-9934-4e29-bacd-9dc926ada15c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1650794 Mar 15 17:26:36.484388 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.485526 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-5bee683a-e256-4a7e-a146-8340478e39f8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4074590 Mar 15 17:26:36.534476 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2d434759-b8b1-4086-8c55-cfbb7cfc05f7 req-3d1133d9-b190-4727-9308-3af85bda79cf tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900042 Mar 15 17:26:36.580854 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6882300e-e8ec-4688-9207-087a568843ad admin admin] Publish callbacks [] for security_group (675cc6c9-b93b-400d-8bbb-b70cbd9f565e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.589953 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-45d7a7ba-f5a1-488e-a7c4-f83604da1b82 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:36.591395 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-45d7a7ba-f5a1-488e-a7c4-f83604da1b82 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports/e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 942 time: 0.0748777 Mar 15 17:26:36.677695 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-6882300e-e8ec-4688-9207-087a568843ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (675cc6c9-b93b-400d-8bbb-b70cbd9f565e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.703702 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54970) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:36.745308 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882300e-e8ec-4688-9207-087a568843ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675cc6c9-b93b-400d-8bbb-b70cbd9f565e,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:36.750064 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-6882300e-e8ec-4688-9207-087a568843ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0709f41e323476d8a6ec8b9333a9e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5833130 Mar 15 17:26:36.753888 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-62fef4b5-def5-48c1-a795-f6c9c7e233b0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--699896539&fields=id&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 267 time: 0.0924759 Mar 15 17:26:36.754162 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54974) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:36.764901 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-32bb748b-f098-4845-b53e-1e531a415569 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7aede9fb4844b08bb39998d12d842b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0577462 Mar 15 17:26:36.766240 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 54976) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:36.845538 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aa84d61f-d427-4cc7-987a-9a99709e09c4 admin admin] Publish callbacks [] for security_group (675cc6c9-b93b-400d-8bbb-b70cbd9f565e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.858444 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-558f4cfb-77a7-49ca-910d-590d32ff1933 admin admin] Publish callbacks [] for security_group (83e3ced9-e89e-406b-9ea6-55183c83581f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.869060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-8bfdfc42-66a3-43cd-b30c-767b36e532fb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:36.871120 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-8bfdfc42-66a3-43cd-b30c-767b36e532fb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1094544 Mar 15 17:26:36.880152 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aa84d61f-d427-4cc7-987a-9a99709e09c4 admin admin] Publish callbacks [] for security_group (675cc6c9-b93b-400d-8bbb-b70cbd9f565e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.886798 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-e0c1d06b-062c-4ebc-b7f2-aa3bb6a3885d tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/quotas/d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 375 time: 0.0100389 Mar 15 17:26:36.900253 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-558f4cfb-77a7-49ca-910d-590d32ff1933 admin admin] Publish callbacks [] for security_group (83e3ced9-e89e-406b-9ea6-55183c83581f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:36.949064 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-1ffc2eb9-f3cb-4a82-b1fc-44a71ed5489f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562475 Mar 15 17:26:37.022692 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-558f4cfb-77a7-49ca-910d-590d32ff1933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (83e3ced9-e89e-406b-9ea6-55183c83581f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:37.025430 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-558f4cfb-77a7-49ca-910d-590d32ff1933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:37.026618 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-558f4cfb-77a7-49ca-910d-590d32ff1933 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83e3ced9-e89e-406b-9ea6-55183c83581f HTTP/1.1" status: 204 len: 168 time: 0.2593589 Mar 15 17:26:37.029130 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aa84d61f-d427-4cc7-987a-9a99709e09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (675cc6c9-b93b-400d-8bbb-b70cbd9f565e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:37.040952 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aa84d61f-d427-4cc7-987a-9a99709e09c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:37.040952 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-aa84d61f-d427-4cc7-987a-9a99709e09c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/675cc6c9-b93b-400d-8bbb-b70cbd9f565e HTTP/1.1" status: 204 len: 168 time: 0.2773902 Mar 15 17:26:37.040952 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4cfb-77a7-49ca-910d-590d32ff1933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e3ced9-e89e-406b-9ea6-55183c83581f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:37.050287 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84d61f-d427-4cc7-987a-9a99709e09c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675cc6c9-b93b-400d-8bbb-b70cbd9f565e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:37.076250 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-2c8405e3-e14c-4ac9-9075-85ada37fe38f service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129055 Mar 15 17:26:37.180937 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-2c12564f-cf19-4c89-93b2-f02223131beb service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013069 Mar 15 17:26:37.428301 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e7f20946-0917-43ba-9469-f92939d9ad9a req-2df572eb-7ddd-4966-8e04-e00a49744ef2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 210 time: 0.0406909 Mar 15 17:26:37.663269 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d50dec-dbe2-4a67-b4e9-b2bec895c6bd req-d0e4430d-a562-45a2-a6c3-3a96cd89813a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:37.664743 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-31d50dec-dbe2-4a67-b4e9-b2bec895c6bd req-d0e4430d-a562-45a2-a6c3-3a96cd89813a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0553560 Mar 15 17:26:37.717252 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-31d50dec-dbe2-4a67-b4e9-b2bec895c6bd req-007dba92-210e-4ca0-bb51-6d34ace852e7 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468807 Mar 15 17:26:37.855583 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55004) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:37.869596 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3a418350-5e09-4750-a395-f70211ea8684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:37.955752 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3a418350-5e09-4750-a395-f70211ea8684 admin admin] Publish callbacks [] for security_group (9ecbc25e-39d4-497e-960a-0a31c130c300), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.029665 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3a418350-5e09-4750-a395-f70211ea8684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9ecbc25e-39d4-497e-960a-0a31c130c300), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.035924 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:38.073856 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a418350-5e09-4750-a395-f70211ea8684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecbc25e-39d4-497e-960a-0a31c130c300,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:38.078845 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3a418350-5e09-4750-a395-f70211ea8684 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f313b5f6062488585f73e35cee8f6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221191 Mar 15 17:26:38.081671 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55014) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:38.144978 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-536b1eff-dcd9-4269-8097-8ca664dd1eba admin admin] Publish callbacks [] for security_group (9ecbc25e-39d4-497e-960a-0a31c130c300), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.148310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 is: ACTIVE; New status is: DOWN {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:38.148737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.171757 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-536b1eff-dcd9-4269-8097-8ca664dd1eba admin admin] Publish callbacks [] for security_group (9ecbc25e-39d4-497e-960a-0a31c130c300), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.176875 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:38.179538 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5125ea2-8ae1-4ef9-8bc3-67c20e177511" -d '{"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-unplugged", "status": "completed", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:38.197773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:38.217937 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c4e6d6-2845-4c00-b951-d778387b7592 x-openstack-request-id: req-20c4e6d6-2845-4c00-b951-d778387b7592 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:38.218368 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-unplugged", "status": "failed", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "code": 422}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:38.218739 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20c4e6d6-2845-4c00-b951-d778387b7592 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:38.219411 dv-cinder-833871-1-iscsi neutron-server[103756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'code': 422} returned with failed status Mar 15 17:26:38.284670 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:26:38.319408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.370967 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-536b1eff-dcd9-4269-8097-8ca664dd1eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9ecbc25e-39d4-497e-960a-0a31c130c300), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.375474 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-536b1eff-dcd9-4269-8097-8ca664dd1eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:38.379352 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-536b1eff-dcd9-4269-8097-8ca664dd1eba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ecbc25e-39d4-497e-960a-0a31c130c300 HTTP/1.1" status: 204 len: 168 time: 0.2940605 Mar 15 17:26:38.387681 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=6']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:38.410421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1eff-dcd9-4269-8097-8ca664dd1eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecbc25e-39d4-497e-960a-0a31c130c300,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:38.545424 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-23b948d3-369d-42c3-b4bd-07359684de22 req-a725b658-742a-4b7b-b644-d2a6c553e578 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 210 time: 0.0327759 Mar 15 17:26:38.873826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876787a7-fbb8-4005-8ab9-b27cbd2eec0e req-ad9837ec-356e-492d-8342-63102d7ea5d9 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:38.875255 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-876787a7-fbb8-4005-8ab9-b27cbd2eec0e req-ad9837ec-356e-492d-8342-63102d7ea5d9 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0639367 Mar 15 17:26:38.932231 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-876787a7-fbb8-4005-8ab9-b27cbd2eec0e req-9db1ca3f-32ec-4482-969c-b08e330d7397 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488076 Mar 15 17:26:39.107745 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-3829f99e-2e54-4c63-a009-0390c35cd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.109422 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-3829f99e-2e54-4c63-a009-0390c35cd1f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74&tenant_id=77576455e18246229bff2816aef266a6 HTTP/1.1" status: 200 len: 1127 time: 0.0470674 Mar 15 17:26:39.182630 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-dce11520-9edb-418a-83c1-58d1d3605ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.184407 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-dce11520-9edb-418a-83c1-58d1d3605ac5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1127 time: 0.0499463 Mar 15 17:26:39.281048 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-9774800e-f864-4198-9bb6-644b5c683463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.282581 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-9774800e-f864-4198-9bb6-644b5c683463 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 909 time: 0.0909009 Mar 15 17:26:39.364246 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-60be73e7-3dc7-4a75-95c8-d9f2947cda89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 999 time: 0.0753686 Mar 15 17:26:39.430891 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-c50e3d57-d350-445a-960e-8fe7dbd74b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.438824 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-c50e3d57-d350-445a-960e-8fe7dbd74b9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 200 len: 847 time: 0.0622196 Mar 15 17:26:39.517926 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-609733ab-33b3-45f2-a651-165f3754e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.518907 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-609733ab-33b3-45f2-a651-165f3754e4bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792205 Mar 15 17:26:39.626909 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-46129c5a-a1e7-418e-8012-32d55d49f257 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.629679 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-46129c5a-a1e7-418e-8012-32d55d49f257 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1766152 Mar 15 17:26:39.631555 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-b04c198f-aa0a-45ed-ad5e-cad9a570d511 service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982096 Mar 15 17:26:39.662091 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d429e888-0446-4948-a662-eb94e3ad94c3 req-ec0572c2-b7c6-4e13-8a58-0c61fedc0020 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 210 time: 0.0294509 Mar 15 17:26:39.724826 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-b6a07062-cca9-4d7f-98c7-d5aed56a00e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 379 time: 0.0786011 Mar 15 17:26:39.734588 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'port': {'device_id': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'admin_state_up': True, 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'security_groups': ['3ded7cbd-71f1-4c39-b859-1e1ca441ee1a']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:39.773682 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7640110-8b2b-4adb-bb95-2b2832c4e8e1 req-8b978ba2-fc6f-4363-bb7d-0ec29f7c0d80 service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139612 Mar 15 17:26:39.948210 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Made reservation on behalf of d56aa20df3a34f05af28f5bbc2fbfe0e for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:26:39.953439 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:40.085324 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570c0dd-bf14-4e7a-8c93-4326bbf58c8a req-24cd998c-cdeb-4ed3-abea-151d19403580 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:40.087508 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b570c0dd-bf14-4e7a-8c93-4326bbf58c8a req-24cd998c-cdeb-4ed3-abea-151d19403580 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0750048 Mar 15 17:26:40.112546 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.20.0.4 (b960f61d-142e-4595-b4ad-02357e33f7e4/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955/ac30809a-39f0-4c88-81f5-9701e401db05) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:26:40.168129 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b570c0dd-bf14-4e7a-8c93-4326bbf58c8a req-0fca3b9c-97dc-4e5c-a2cc-749d26c71726 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721266 Mar 15 17:26:40.272572 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (ac30809a-39f0-4c88-81f5-9701e401db05), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:40.364292 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:40.387074 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:26:40.388664 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:26:40.391195 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:26:40.470493 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:40.471203 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:40.483683 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=ac30809a-39f0-4c88-81f5-9701e401db05,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:40.579139 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-f5333add-2afe-410a-bb07-0f236bd682ec tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8492270 Mar 15 17:26:40.591574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Request body: {'port': {'device_id': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:40.644450 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-d1247eaa-1b93-4ecd-80f5-01bafcbd60a9 None None] Provisioning complete for port ac30809a-39f0-4c88-81f5-9701e401db05 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:40.645067 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d1247eaa-1b93-4ecd-80f5-01bafcbd60a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:40.682045 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d1247eaa-1b93-4ecd-80f5-01bafcbd60a9 None None] Port ac30809a-39f0-4c88-81f5-9701e401db05 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:26:40.800402 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d343-7064-4695-a126-2d9d71ad2970 req-cd8161ac-6f30-4a33-a828-c68ff0b7b8a7 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:40.802009 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2e49d343-7064-4695-a126-2d9d71ad2970 req-cd8161ac-6f30-4a33-a828-c68ff0b7b8a7 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 931 time: 0.0623462 Mar 15 17:26:40.858432 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2e49d343-7064-4695-a126-2d9d71ad2970 req-c5dd0e62-8362-484e-ab57-93859e4019e8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497665 Mar 15 17:26:40.929719 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.205232 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac30809a-39f0-4c88-81f5-9701e401db05 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:41.213893 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Publish callbacks [] for port (ac30809a-39f0-4c88-81f5-9701e401db05), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.231228 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Transition to ACTIVE for port object ac30809a-39f0-4c88-81f5-9701e401db05 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:26:41.307944 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d667-83aa-4c8c-abf0-f7848dcb2b67 req-2f2ffeb4-c5c5-417a-a37f-f46edd872800 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:41.309549 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6605d667-83aa-4c8c-abf0-f7848dcb2b67 req-2f2ffeb4-c5c5-417a-a37f-f46edd872800 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0611501 Mar 15 17:26:41.336343 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.361432 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6605d667-83aa-4c8c-abf0-f7848dcb2b67 req-c47b66e5-b9ba-43c9-926c-933e62442416 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464284 Mar 15 17:26:41.451440 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Pushing event updated for resources: {'Port': ['ID=ac30809a-39f0-4c88-81f5-9701e401db05,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:41.512569 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Attempting to bind port ac30809a-39f0-4c88-81f5-9701e401db05 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:26:41.512925 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Attempting to bind port ac30809a-39f0-4c88-81f5-9701e401db05 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:26:41.513293 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Attempting to bind port ac30809a-39f0-4c88-81f5-9701e401db05 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:26:41.519175 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Port ac30809a-39f0-4c88-81f5-9701e401db05 on network b960f61d-142e-4595-b4ad-02357e33f7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:26:41.519506 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Attempting to bind port ac30809a-39f0-4c88-81f5-9701e401db05 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:26:41.527536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:26:41.528209 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:26:41.528791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Bound using segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:26:41.529383 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Bound port: ac30809a-39f0-4c88-81f5-9701e401db05, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:26:41.529924 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.600623 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] For port ac30809a-39f0-4c88-81f5-9701e401db05, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:26:41.604474 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] For port ac30809a-39f0-4c88-81f5-9701e401db05, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ac30809a-39f0-4c88-81f5-9701e401db05,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:26:41.714308 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.758879 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:41.758879 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.758879 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] 10.222.0.44 "PUT /v2.0/ports/ac30809a-39f0-4c88-81f5-9701e401db05 HTTP/1.1" status: 200 len: 1093 time: 1.1682594 Mar 15 17:26:41.758879 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:41.758879 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a9d67-caec-4644-853c-f137d89f65fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:41.785040 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351370-51f3-473b-9c48-61758e12b75e service neutron] Pushing event updated for resources: {'Port': ['ID=ac30809a-39f0-4c88-81f5-9701e401db05,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:41.803095 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc844fd-a084-4e4f-8057-050abd7f2ef2 x-openstack-request-id: req-0cc844fd-a084-4e4f-8057-050abd7f2ef2 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:41.803393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:41.803827 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cc844fd-a084-4e4f-8057-050abd7f2ef2 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:41.804306 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'status': 'completed', 'code': 200} Mar 15 17:26:41.877004 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9d67-caec-4644-853c-f137d89f65fd req-bfcbe112-9b0b-4bfc-bb6c-fd7d57dbea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:41.879658 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ff9a9d67-caec-4644-853c-f137d89f65fd req-bfcbe112-9b0b-4bfc-bb6c-fd7d57dbea09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 1127 time: 0.0551705 Mar 15 17:26:42.001791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9d67-caec-4644-853c-f137d89f65fd req-fb2df6c6-769c-401c-b578-2600a7c2b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:42.004954 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ff9a9d67-caec-4644-853c-f137d89f65fd req-fb2df6c6-769c-401c-b578-2600a7c2b770 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1164367 Mar 15 17:26:42.017074 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695924f-2467-4d0e-9283-9a86249f3b82 req-1885aaa0-735d-4c78-ab8c-3ccc8081a834 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:42.019535 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0695924f-2467-4d0e-9283-9a86249f3b82 req-1885aaa0-735d-4c78-ab8c-3ccc8081a834 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0748570 Mar 15 17:26:42.080231 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0695924f-2467-4d0e-9283-9a86249f3b82 req-0672f61d-20fb-498d-b534-94fa6ef68109 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514970 Mar 15 17:26:42.133086 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9d67-caec-4644-853c-f137d89f65fd req-e1c33058-edd0-4c17-999e-ede3b10f8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:42.134581 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ff9a9d67-caec-4644-853c-f137d89f65fd req-e1c33058-edd0-4c17-999e-ede3b10f8c05 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251638 Mar 15 17:26:42.330894 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b0482e32-2570-4973-9231-cd973ed2807b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:42.505012 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138ede4-0a7a-4e22-b0f5-d1baa78ebe70 req-e1feaf95-4a75-4fdd-90ac-e17844cc2dad tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:42.506376 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d138ede4-0a7a-4e22-b0f5-d1baa78ebe70 req-e1feaf95-4a75-4fdd-90ac-e17844cc2dad tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0516064 Mar 15 17:26:42.554833 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d138ede4-0a7a-4e22-b0f5-d1baa78ebe70 req-22bc70bc-2b1b-4add-a6a5-31e000e13f0c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Mar 15 17:26:43.059705 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-e2fa0e8d-6cbe-4ef3-bd75-e2182a8e4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:43.061148 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-e2fa0e8d-6cbe-4ef3-bd75-e2182a8e4e08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 1127 time: 0.0443091 Mar 15 17:26:43.200048 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2321-0714-435e-a26b-f1de1ca126a7 req-2a47aa8b-b066-4535-90b2-6e5b02f5c31e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:43.201587 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a9ae2321-0714-435e-a26b-f1de1ca126a7 req-2a47aa8b-b066-4535-90b2-6e5b02f5c31e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0551560 Mar 15 17:26:43.250102 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a9ae2321-0714-435e-a26b-f1de1ca126a7 req-c8d30b99-3ca2-4118-adfb-c0d4fdfc51e8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Mar 15 17:26:43.671777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea090d-a3bd-4817-9116-21cce55d98b9 req-4e249976-fca4-4aad-b796-13d548f15be3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:43.673387 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebea090d-a3bd-4817-9116-21cce55d98b9 req-4e249976-fca4-4aad-b796-13d548f15be3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0529604 Mar 15 17:26:43.724993 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ebea090d-a3bd-4817-9116-21cce55d98b9 req-92060b61-3647-443f-8139-eb52e5587fff tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459759 Mar 15 17:26:44.372701 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a22a7-2b51-4e86-814b-cf6928536507 req-ea7c68c0-492c-4884-b0c4-56d33598b84e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:44.374264 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-746a22a7-2b51-4e86-814b-cf6928536507 req-ea7c68c0-492c-4884-b0c4-56d33598b84e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0535738 Mar 15 17:26:44.426363 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-746a22a7-2b51-4e86-814b-cf6928536507 req-e2f6c16a-ef88-4436-a4db-637324ea5a41 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464365 Mar 15 17:26:44.724332 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-730d9051-2c0c-488a-ba5a-37e57131dd64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac30809a-39f0-4c88-81f5-9701e401db05 HTTP/1.1" status: 200 len: 217 time: 0.0400889 Mar 15 17:26:44.765036 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-11806371-eab1-4454-8b08-b388dd5e9036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:44.775662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-c8caf219-e0d6-40dc-8d29-d03e4b764b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:44.777116 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-c8caf219-e0d6-40dc-8d29-d03e4b764b6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0454159 Mar 15 17:26:44.831731 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1482-5df2-4664-a722-b3996120562e req-6f38e003-61b8-4e39-9a2f-69c373051135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:44.833448 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-6f38e003-61b8-4e39-9a2f-69c373051135 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482807 Mar 15 17:26:44.856967 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de4a99-b674-4a9e-b081-6ab5794ca07f req-0f0c17c3-d688-45b2-8bfd-1d7852b635db tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:44.858471 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-83de4a99-b674-4a9e-b081-6ab5794ca07f req-0f0c17c3-d688-45b2-8bfd-1d7852b635db tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0627589 Mar 15 17:26:44.908619 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-83de4a99-b674-4a9e-b081-6ab5794ca07f req-ac54434a-f08f-4cd4-8aba-5f48339751d7 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444069 Mar 15 17:26:44.932314 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-56bb9e2d-3007-43d3-883e-3e12a282eed7 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903075 Mar 15 17:26:45.023085 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31a1482-5df2-4664-a722-b3996120562e req-9a2b7960-fbb3-4182-8aef-ead6122d365a service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844376 Mar 15 17:26:45.545946 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcbee6-4152-43fc-a9a0-a48a9fae04f5 req-9a2677a5-b798-42e1-bb09-98ecd79b6c8a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:45.547425 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9efcbee6-4152-43fc-a9a0-a48a9fae04f5 req-9a2677a5-b798-42e1-bb09-98ecd79b6c8a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0530982 Mar 15 17:26:45.595051 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9efcbee6-4152-43fc-a9a0-a48a9fae04f5 req-a207d260-1f3b-4a32-a6c5-1053322db9a4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420845 Mar 15 17:26:45.811405 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:46.050560 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b0d5f-47d7-44a9-ab9c-f661438c033a req-890dc115-ceff-4b51-9baf-994885a5b9ee tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:46.056732 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6d3b0d5f-47d7-44a9-ab9c-f661438c033a req-890dc115-ceff-4b51-9baf-994885a5b9ee tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0744815 Mar 15 17:26:46.109425 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6d3b0d5f-47d7-44a9-ab9c-f661438c033a req-50de3ce5-6182-490a-9949-c1727c7467c1 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501337 Mar 15 17:26:46.715670 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae11e9-4da2-4428-9c44-6f2fd5fc7005 req-c95d4fe7-03e7-4996-b1ac-dbc8e59b9661 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:46.717207 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77ae11e9-4da2-4428-9c44-6f2fd5fc7005 req-c95d4fe7-03e7-4996-b1ac-dbc8e59b9661 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0544639 Mar 15 17:26:46.770130 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77ae11e9-4da2-4428-9c44-6f2fd5fc7005 req-42664430-f305-4a21-9e1e-ce9324e3fc8f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Mar 15 17:26:47.244310 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877941-762f-4f50-93db-63e8b55346b5 req-4e8745fd-a746-4b27-ade7-ada9d8ac9fd4 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:47.245881 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-db877941-762f-4f50-93db-63e8b55346b5 req-4e8745fd-a746-4b27-ade7-ada9d8ac9fd4 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0602262 Mar 15 17:26:47.307756 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-db877941-762f-4f50-93db-63e8b55346b5 req-2e289bc7-be6b-4fd2-aca8-ad3c30537b94 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544817 Mar 15 17:26:47.473639 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:47.893332 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee97e33-2694-4d08-932d-c3cc21edb9a8 req-f718f9d9-a964-42c7-aaa6-eecb832ac16c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:47.894912 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eee97e33-2694-4d08-932d-c3cc21edb9a8 req-f718f9d9-a964-42c7-aaa6-eecb832ac16c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0566449 Mar 15 17:26:47.942069 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eee97e33-2694-4d08-932d-c3cc21edb9a8 req-1c7a5bad-f11b-4c6b-b2ae-90fc21ddac98 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 Mar 15 17:26:48.599512 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497f870-44d8-4902-a28a-9482916d84c8 req-86933478-a58c-450a-af57-6cdefa592d69 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:48.601145 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0497f870-44d8-4902-a28a-9482916d84c8 req-86933478-a58c-450a-af57-6cdefa592d69 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 943 time: 0.0539882 Mar 15 17:26:48.652190 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0497f870-44d8-4902-a28a-9482916d84c8 req-a46fbeeb-2b37-4e6e-8717-9f8ebb1a800e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Mar 15 17:26:48.776287 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:48.799323 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ac30809a-39f0-4c88-81f5-9701e401db05 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:26:48.900469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port ac30809a-39f0-4c88-81f5-9701e401db05, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ac30809a-39f0-4c88-81f5-9701e401db05,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:48.919227 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'port_id': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'mac_address': 'fa:16:3e:15:b0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:26:48.959681 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port ac30809a-39f0-4c88-81f5-9701e401db05 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:48.960086 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:48.975022 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac30809a-39f0-4c88-81f5-9701e401db05 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:48.997979 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port ac30809a-39f0-4c88-81f5-9701e401db05, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ac30809a-39f0-4c88-81f5-9701e401db05,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:49.072510 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76369181-862c-4c2a-a5d9-c0f5780a1298 req-dee3465c-e78e-4437-ab39-06c55bedfd0b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:49.074017 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-76369181-862c-4c2a-a5d9-c0f5780a1298 req-dee3465c-e78e-4437-ab39-06c55bedfd0b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 943 time: 0.0604134 Mar 15 17:26:49.079293 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:49.080110 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:26:49.122334 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-76369181-862c-4c2a-a5d9-c0f5780a1298 req-bbd5f720-357f-41f1-b65b-b72f92827ac2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Mar 15 17:26:49.173130 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=ac30809a-39f0-4c88-81f5-9701e401db05,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:49.186258 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.186606 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.186952 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.187293 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.187655 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.187993 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.188323 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.188672 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.188979 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.189303 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.189630 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.189956 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.190279 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.190602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.190920 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:49.234647 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:49.248199 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'port_id': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'mac_address': 'fa:16:3e:23:83:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:26:49.288764 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:49.289154 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:49.304066 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cfbb52-b115-4e78-9a77-c0e037e3cc55 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:49.325453 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:49.449163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:49.496643 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=7']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:49.776260 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8509-d59a-43a0-86e6-bdbf53fc2504 req-b65a9696-5a7d-4ec3-9698-9617eb62783a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:49.777760 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb1c8509-d59a-43a0-86e6-bdbf53fc2504 req-b65a9696-5a7d-4ec3-9698-9617eb62783a tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 944 time: 0.0531259 Mar 15 17:26:49.825675 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb1c8509-d59a-43a0-86e6-bdbf53fc2504 req-504346ef-58f3-4f45-88bf-ffbb7091f0db tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Mar 15 17:26:49.984300 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['ac30809a-39f0-4c88-81f5-9701e401db05'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:26:49.988908 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['e8cfbb52-b115-4e78-9a77-c0e037e3cc55'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:26:50.248012 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ba90e-a46d-4d41-9e4c-47f70b677059 req-2a5e5f3d-1ddd-4476-abfd-e24feecddaa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:50.249460 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fa3ba90e-a46d-4d41-9e4c-47f70b677059 req-2a5e5f3d-1ddd-4476-abfd-e24feecddaa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 944 time: 0.0575168 Mar 15 17:26:50.298372 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fa3ba90e-a46d-4d41-9e4c-47f70b677059 req-794e3e41-b8e0-41f4-87ec-2fb72d6bab75 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432787 Mar 15 17:26:50.953756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3315a0-158b-4395-877d-b13809011799 req-8f985d4e-d1c1-4c58-94ba-9ad56fb91af3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:50.955262 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fd3315a0-158b-4395-877d-b13809011799 req-8f985d4e-d1c1-4c58-94ba-9ad56fb91af3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 944 time: 0.0542564 Mar 15 17:26:51.010528 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fd3315a0-158b-4395-877d-b13809011799 req-60d1d8fe-b9f0-4017-b83c-363aad920ed5 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Mar 15 17:26:51.428407 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604826f4-96bf-465b-8f01-caea092f4198 req-e6c299fd-85ee-43a3-a0d3-30756b99aff9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:51.429937 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-604826f4-96bf-465b-8f01-caea092f4198 req-e6c299fd-85ee-43a3-a0d3-30756b99aff9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 944 time: 0.0559747 Mar 15 17:26:51.482731 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-604826f4-96bf-465b-8f01-caea092f4198 req-242b5c22-c9b7-4283-8fc1-2fb24ee31b1a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467355 Mar 15 17:26:52.146395 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ac30809a-39f0-4c88-81f5-9701e401db05 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:26:52.150058 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063748f0-e4f2-40ad-bdf7-7457059e1fcd req-2014e040-49c7-4dc7-b864-fd420e529a00 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:52.151582 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-063748f0-e4f2-40ad-bdf7-7457059e1fcd req-2014e040-49c7-4dc7-b864-fd420e529a00 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 944 time: 0.0547295 Mar 15 17:26:52.214303 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-063748f0-e4f2-40ad-bdf7-7457059e1fcd req-7d0f1ba0-dfc4-46a8-afc1-67a819385dde tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570517 Mar 15 17:26:52.256612 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port ac30809a-39f0-4c88-81f5-9701e401db05 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:26:52.261602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port ac30809a-39f0-4c88-81f5-9701e401db05 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:52.261982 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.345310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port ac30809a-39f0-4c88-81f5-9701e401db05 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:52.345720 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.369312 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:52.371469 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e999a-b49a-4925-8359-3d4e76aeb9e2" -d '{"events": [{"server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "name": "network-vif-plugged", "status": "completed", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:52.386932 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port ac30809a-39f0-4c88-81f5-9701e401db05, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ac30809a-39f0-4c88-81f5-9701e401db05,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:52.413264 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64243625-80e2-4d8f-af02-3e66269452eb x-openstack-request-id: req-64243625-80e2-4d8f-af02-3e66269452eb {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:52.413556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "name": "network-vif-plugged", "status": "completed", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:52.413802 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64243625-80e2-4d8f-af02-3e66269452eb {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:52.414196 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'code': 200} Mar 15 17:26:52.450849 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.451924 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:26:52.536630 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=ac30809a-39f0-4c88-81f5-9701e401db05,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:52.551971 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:52.552353 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.636008 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a97e-c973-4792-a292-c3aa89c572ba req-7315bd19-43b9-4a0b-90de-8361cb876851 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:52.642111 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d2f4a97e-c973-4792-a292-c3aa89c572ba req-7315bd19-43b9-4a0b-90de-8361cb876851 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0693789 Mar 15 17:26:52.655741 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:52.656050 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.695195 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:52.715061 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d2f4a97e-c973-4792-a292-c3aa89c572ba req-0de524f1-f40a-46a3-b914-dd3e45320787 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547554 Mar 15 17:26:52.775655 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.786838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf60da1-0dfa-49f2-8033-f81735d34b61 req-4c135e0b-42c9-439e-b950-8a5598a3152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:52.788140 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bbf60da1-0dfa-49f2-8033-f81735d34b61 req-4c135e0b-42c9-439e-b950-8a5598a3152f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 1129 time: 0.0462248 Mar 15 17:26:52.825470 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=8']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:52.839488 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bbf60da1-0dfa-49f2-8033-f81735d34b61 req-5a69b7bb-84d6-4072-94b4-52a46cc7e60e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436761 Mar 15 17:26:53.339872 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96936f-4fac-4cef-8acd-89be84dcd3f6 req-ed2b1301-3546-498e-8871-c9641a5f84bc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:53.341403 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1c96936f-4fac-4cef-8acd-89be84dcd3f6 req-ed2b1301-3546-498e-8871-c9641a5f84bc tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0573013 Mar 15 17:26:53.391705 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1c96936f-4fac-4cef-8acd-89be84dcd3f6 req-d48c9956-cf8e-4e13-b811-73e5cbea07c9 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Mar 15 17:26:53.833411 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f46fae-b63b-4759-8435-71c55bbdb39c req-470b3a24-6e10-4c50-8139-c73c2d67b34a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:53.834904 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-30f46fae-b63b-4759-8435-71c55bbdb39c req-470b3a24-6e10-4c50-8139-c73c2d67b34a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0521476 Mar 15 17:26:53.887247 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-30f46fae-b63b-4759-8435-71c55bbdb39c req-0746c4cc-2ced-4cd4-9efb-86faf0678d9c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459352 Mar 15 17:26:54.415348 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:54.417621 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d9ebd2-5e3f-473c-917b-e0408897ceb8" -d '{"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:54.455754 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227f978-308c-46cb-8e20-babb84a317ed x-openstack-request-id: req-7227f978-308c-46cb-8e20-babb84a317ed {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:54.456042 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:54.456289 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7227f978-308c-46cb-8e20-babb84a317ed {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:54.456685 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'code': 200} Mar 15 17:26:54.511666 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558cbd2-941e-476a-86d7-fef7178c8c98 req-104088e1-3ae2-4513-93bc-35794c04acb0 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:54.513199 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a558cbd2-941e-476a-86d7-fef7178c8c98 req-104088e1-3ae2-4513-93bc-35794c04acb0 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Mar 15 17:26:54.567382 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a558cbd2-941e-476a-86d7-fef7178c8c98 req-451aebb2-635b-438d-8b14-2aa726838179 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486307 Mar 15 17:26:55.008817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df5966-e70b-4746-8657-dc364a94b0a2 req-a200d917-4cb8-4948-9b7d-735f1bdf3542 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:55.010430 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-46df5966-e70b-4746-8657-dc364a94b0a2 req-a200d917-4cb8-4948-9b7d-735f1bdf3542 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0542040 Mar 15 17:26:55.058035 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-46df5966-e70b-4746-8657-dc364a94b0a2 req-8d76a0f5-2de2-462a-83cf-724ac0a42631 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Mar 15 17:26:55.694849 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc27cbb-b0be-45ed-9b27-724f1f10da29 req-d7056138-32b7-438d-bf5f-48691c271205 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:55.697118 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2fc27cbb-b0be-45ed-9b27-724f1f10da29 req-d7056138-32b7-438d-bf5f-48691c271205 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0589178 Mar 15 17:26:55.752777 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2fc27cbb-b0be-45ed-9b27-724f1f10da29 req-8102db99-1b9d-4218-8676-94421bb8f9d2 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493050 Mar 15 17:26:55.858950 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07405542-f625-4f25-ad6d-285b13b0de98 req-a9517323-5202-4f3b-a6d5-cdf5bf20d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:55.860486 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07405542-f625-4f25-ad6d-285b13b0de98 req-a9517323-5202-4f3b-a6d5-cdf5bf20d352 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1129 time: 0.0466733 Mar 15 17:26:55.911488 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07405542-f625-4f25-ad6d-285b13b0de98 req-921c5882-7873-4bbc-9070-9577267638ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 Mar 15 17:26:56.183943 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f89ac-c5d9-42df-a5be-2d03298e8069 req-967dea6d-93f6-43d6-b8cb-0d396aa425a5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:56.185552 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-810f89ac-c5d9-42df-a5be-2d03298e8069 req-967dea6d-93f6-43d6-b8cb-0d396aa425a5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0598319 Mar 15 17:26:56.234613 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-810f89ac-c5d9-42df-a5be-2d03298e8069 req-5253a3ca-1a66-4ffb-bfe5-04a5fa179342 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Mar 15 17:26:56.767841 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55314) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:56.891168 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c732f-ab04-48d8-9224-ff49b17ba911 req-f06f2a53-ec3a-4320-98ab-da6d825b48f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:56.892760 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-433c732f-ab04-48d8-9224-ff49b17ba911 req-f06f2a53-ec3a-4320-98ab-da6d825b48f3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0685494 Mar 15 17:26:56.913127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8551-65c3-46ca-b1f5-9f3af70bb7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:56.974009 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-433c732f-ab04-48d8-9224-ff49b17ba911 req-9ac2b830-da68-4403-9bf9-c8781d71ba0c tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743427 Mar 15 17:26:57.037419 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8551-65c3-46ca-b1f5-9f3af70bb7f9 admin admin] Publish callbacks [] for security_group (73637a71-6846-4c1d-a656-0e713596e50a), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.100605 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8551-65c3-46ca-b1f5-9f3af70bb7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (73637a71-6846-4c1d-a656-0e713596e50a), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.142236 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c8551-65c3-46ca-b1f5-9f3af70bb7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73637a71-6846-4c1d-a656-0e713596e50a,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:57.148111 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fe9c8551-65c3-46ca-b1f5-9f3af70bb7f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4742779618ef4e96addb20ec127c7217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789876 Mar 15 17:26:57.151448 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55326) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:57.205485 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1eeea356-bc24-4571-ab5a-595158707a92 admin admin] Publish callbacks [] for security_group (73637a71-6846-4c1d-a656-0e713596e50a), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.229959 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1eeea356-bc24-4571-ab5a-595158707a92 admin admin] Publish callbacks [] for security_group (73637a71-6846-4c1d-a656-0e713596e50a), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.354519 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50fe83-2ddd-4750-ba50-0ee7931ce035 req-7178035d-8b78-40f3-9ad0-86b09b0019ac tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:57.355962 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b50fe83-2ddd-4750-ba50-0ee7931ce035 req-7178035d-8b78-40f3-9ad0-86b09b0019ac tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0538263 Mar 15 17:26:57.382921 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1eeea356-bc24-4571-ab5a-595158707a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (73637a71-6846-4c1d-a656-0e713596e50a), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.385569 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-1eeea356-bc24-4571-ab5a-595158707a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.386785 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-1eeea356-bc24-4571-ab5a-595158707a92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73637a71-6846-4c1d-a656-0e713596e50a HTTP/1.1" status: 204 len: 168 time: 0.2343500 Mar 15 17:26:57.416716 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea356-bc24-4571-ab5a-595158707a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73637a71-6846-4c1d-a656-0e713596e50a,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:57.424292 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b50fe83-2ddd-4750-ba50-0ee7931ce035 req-2d3c9727-41ac-41ad-85a8-cfd872f495e4 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623248 Mar 15 17:26:57.542480 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a8fea-ce97-4dfe-9013-211f058d53a8 req-cfb770fd-c4f3-4e46-8d78-7313fd27ca22 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:57.544108 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b9a8fea-ce97-4dfe-9013-211f058d53a8 req-cfb770fd-c4f3-4e46-8d78-7313fd27ca22 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0541387 Mar 15 17:26:57.553257 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55334) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:57.558175 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'port_id': 'ac30809a-39f0-4c88-81f5-9701e401db05'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:57.597908 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (5168019e-755f-4e90-8d48-c8d630f41794), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:57.686491 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-72722c65-798d-48ce-8ecd-c4555b407999 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569439 Mar 15 17:26:57.773377 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-6bf98c3a-c3ce-42db-ab23-ec49f96f1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:57.775420 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-6bf98c3a-c3ce-42db-ab23-ec49f96f1bd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1129 time: 0.0656855 Mar 15 17:26:57.903780 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-258d46b6-4bc1-4b0e-aa84-a3d2331b9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:57.905226 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-258d46b6-4bc1-4b0e-aa84-a3d2331b9580 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 909 time: 0.1019900 Mar 15 17:26:57.999377 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-3cef3715-5cd8-4cf7-8756-54fb97ee4fd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 1001 time: 0.0872579 Mar 15 17:26:58.124059 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-bca1bdc9-d00f-4f18-8499-d5266d8711f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:58.125910 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-bca1bdc9-d00f-4f18-8499-d5266d8711f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 200 len: 847 time: 0.0969677 Mar 15 17:26:58.164826 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55344) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:58.187759 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73b07888-e7b3-46c4-950c-402670efc303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.218980 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.231925 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-d4cd242f-5a63-4720-a340-9a5592548ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:58.233607 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-d4cd242f-5a63-4720-a340-9a5592548ab6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012232 Mar 15 17:26:58.240930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877ae3-4c5a-4117-b1ce-a9f647fbceb5 req-b5bfba65-a8aa-45e4-a155-c3782fa869ec tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:58.242543 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fa877ae3-4c5a-4117-b1ce-a9f647fbceb5 req-b5bfba65-a8aa-45e4-a155-c3782fa869ec tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1129832 Mar 15 17:26:58.305173 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (5168019e-755f-4e90-8d48-c8d630f41794), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.316176 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fa877ae3-4c5a-4117-b1ce-a9f647fbceb5 req-3abc02bf-aa53-4582-82c9-706b1afa4608 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650969 Mar 15 17:26:58.383174 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73b07888-e7b3-46c4-950c-402670efc303 admin admin] Publish callbacks [] for security_group (b14e2ed3-94ea-4fbc-94b1-ea0acc85b366), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.387476 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-280c8485-740b-4761-99e8-0754d87ede15 service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471429 Mar 15 17:26:58.425627 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 5168019e-755f-4e90-8d48-c8d630f41794 associated. External IP: 172.27.1.104, port: ac30809a-39f0-4c88-81f5-9701e401db05. Mar 15 17:26:58.493928 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9b4dad67-4528-434d-9407-fcc0c566aa23 req-307a3d5a-e5b8-41d2-8f91-44c4c7d99a93 service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993102 Mar 15 17:26:58.496146 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73b07888-e7b3-46c4-950c-402670efc303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b14e2ed3-94ea-4fbc-94b1-ea0acc85b366), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.538560 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-73b07888-e7b3-46c4-950c-402670efc303 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7369aa425844c8ab4db23c3fdc418d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713646 Mar 15 17:26:58.543030 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55352) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:58.551197 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b07888-e7b3-46c4-950c-402670efc303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e2ed3-94ea-4fbc-94b1-ea0acc85b366,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:58.604032 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-24cf90eb-0218-4ba7-8ede-ec1b913e1dba admin admin] Publish callbacks [] for security_group (b14e2ed3-94ea-4fbc-94b1-ea0acc85b366), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.629772 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-24cf90eb-0218-4ba7-8ede-ec1b913e1dba admin admin] Publish callbacks [] for security_group (b14e2ed3-94ea-4fbc-94b1-ea0acc85b366), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.685082 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.759821 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-24cf90eb-0218-4ba7-8ede-ec1b913e1dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b14e2ed3-94ea-4fbc-94b1-ea0acc85b366), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.763188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-24cf90eb-0218-4ba7-8ede-ec1b913e1dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:58.764617 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-24cf90eb-0218-4ba7-8ede-ec1b913e1dba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b14e2ed3-94ea-4fbc-94b1-ea0acc85b366 HTTP/1.1" status: 204 len: 168 time: 0.2205167 Mar 15 17:26:58.773750 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf90eb-0218-4ba7-8ede-ec1b913e1dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e2ed3-94ea-4fbc-94b1-ea0acc85b366,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:58.938345 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:59.051461 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:59.056905 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.067493 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:59.083238 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:59.084124 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:59.102979 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-15982f07-32e0-4002-bb4e-e1a5451bc4e2 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "PUT /v2.0/floatingips/5168019e-755f-4e90-8d48-c8d630f41794 HTTP/1.1" status: 200 len: 991 time: 1.5366590 Mar 15 17:26:59.102979 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:59.102979 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd16096-5d0b-45a2-9c02-ccd1d991e419" -d '{"events": [{"name": "network-changed", "server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:59.131543 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de437b4-e111-46c8-9aa4-54a3253adf22 x-openstack-request-id: req-3de437b4-e111-46c8-9aa4-54a3253adf22 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:59.131875 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:59.132210 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3de437b4-e111-46c8-9aa4-54a3253adf22 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:59.132651 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'status': 'completed', 'code': 200} Mar 15 17:26:59.343346 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:59.476816 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55364) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:59.489917 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-260b169c-bffa-4415-847e-558198439408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.571280 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-260b169c-bffa-4415-847e-558198439408 admin admin] Publish callbacks [] for security_group (6424f331-7c3d-4a25-9457-e8dac59db9fa), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.575843 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '5168019e-755f-4e90-8d48-c8d630f41794', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:15:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:35Z', 'updated_at': '2022-03-15T17:26:58Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:59.602700 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:59.611040 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:59.611669 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:26:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:59.637988 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-260b169c-bffa-4415-847e-558198439408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6424f331-7c3d-4a25-9457-e8dac59db9fa), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.676575 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-260b169c-bffa-4415-847e-558198439408 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6502e4f46a234ca08a39fcedfac10780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986308 Mar 15 17:26:59.677643 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b169c-bffa-4415-847e-558198439408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6424f331-7c3d-4a25-9457-e8dac59db9fa,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:59.679454 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55366) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:59.728073 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:59.736219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-89f722c2-6c37-4538-95fd-cec82d2b56d3 admin admin] Publish callbacks [] for security_group (6424f331-7c3d-4a25-9457-e8dac59db9fa), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.758233 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-89f722c2-6c37-4538-95fd-cec82d2b56d3 admin admin] Publish callbacks [] for security_group (6424f331-7c3d-4a25-9457-e8dac59db9fa), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.902093 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-89f722c2-6c37-4538-95fd-cec82d2b56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6424f331-7c3d-4a25-9457-e8dac59db9fa), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.904833 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-89f722c2-6c37-4538-95fd-cec82d2b56d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:59.906032 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-89f722c2-6c37-4538-95fd-cec82d2b56d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6424f331-7c3d-4a25-9457-e8dac59db9fa HTTP/1.1" status: 204 len: 168 time: 0.2253721 Mar 15 17:26:59.919395 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f722c2-6c37-4538-95fd-cec82d2b56d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6424f331-7c3d-4a25-9457-e8dac59db9fa,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:59.970664 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '5168019e-755f-4e90-8d48-c8d630f41794', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:15:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:35Z', 'updated_at': '2022-03-15T17:26:58Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:27:00.002239 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dfa20f-74cd-4d7c-b75f-45e3c0fe3817 None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '5168019e-755f-4e90-8d48-c8d630f41794', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:15:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:35Z', 'updated_at': '2022-03-15T17:26:58Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:27:00.203468 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2c0ec-b0c5-4984-97db-a484aa7385aa None None] New status for floating IP 5168019e-755f-4e90-8d48-c8d630f41794: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:27:01.726608 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-8f81a1ee-b8a8-4fa8-9d2c-80c1d6ed6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:01.728077 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-8f81a1ee-b8a8-4fa8-9d2c-80c1d6ed6b04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 1129 time: 0.0518005 Mar 15 17:27:01.833556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-6ac3cc36-a58d-4f24-8a2e-3e4b14fcc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:01.835027 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-6ac3cc36-a58d-4f24-8a2e-3e4b14fcc864 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 916 time: 0.0996437 Mar 15 17:27:01.910234 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-86a86a9b-1200-46d5-bbd9-6a6876779c47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac30809a-39f0-4c88-81f5-9701e401db05 HTTP/1.1" status: 200 len: 1001 time: 0.0660233 Mar 15 17:27:01.966866 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-39a3338f-774f-496f-a9f0-a714a6109a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:01.968419 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-39a3338f-774f-496f-a9f0-a714a6109a5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0446348 Mar 15 17:27:02.022122 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-60c846c6-2567-45df-bfef-6d7b3bbf7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:02.023623 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-60c846c6-2567-45df-bfef-6d7b3bbf7536 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476060 Mar 15 17:27:02.127953 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-b0c0a6a9-ffa6-42d4-b0b1-523fb99b5bd5 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972490 Mar 15 17:27:02.403863 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afd16096-5d0b-45a2-9c02-ccd1d991e419 req-a5811eda-191d-48b5-a650-7ae9c2fc3d20 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951240 Mar 15 17:27:12.294589 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1fb04946-2b22-49d4-a5dd-e1b0544f8786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:14.662529 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55570) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:14.741121 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-889b0b1a-5b41-4696-b237-9874a56696fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:14.780636 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-892ff473-28fc-48c0-a74d-f2fc3801eea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:14.862763 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-892ff473-28fc-48c0-a74d-f2fc3801eea6 admin admin] Publish callbacks [] for security_group (abc5e0af-26a1-4edd-9c23-30fbfc35e72b), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:14.940206 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-892ff473-28fc-48c0-a74d-f2fc3801eea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (abc5e0af-26a1-4edd-9c23-30fbfc35e72b), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:14.980183 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-892ff473-28fc-48c0-a74d-f2fc3801eea6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2ba06d81c6f43ecb2e4094047243285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164561 Mar 15 17:27:14.980901 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ff473-28fc-48c0-a74d-f2fc3801eea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc5e0af-26a1-4edd-9c23-30fbfc35e72b,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:14.983477 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55578) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:15.035213 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb73b8aa-f148-42e4-9bc3-a9c94d4c39ad admin admin] Publish callbacks [] for security_group (abc5e0af-26a1-4edd-9c23-30fbfc35e72b), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.058179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb73b8aa-f148-42e4-9bc3-a9c94d4c39ad admin admin] Publish callbacks [] for security_group (abc5e0af-26a1-4edd-9c23-30fbfc35e72b), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.170630 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb73b8aa-f148-42e4-9bc3-a9c94d4c39ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (abc5e0af-26a1-4edd-9c23-30fbfc35e72b), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.173220 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb73b8aa-f148-42e4-9bc3-a9c94d4c39ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.174435 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-bb73b8aa-f148-42e4-9bc3-a9c94d4c39ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abc5e0af-26a1-4edd-9c23-30fbfc35e72b HTTP/1.1" status: 204 len: 168 time: 0.1899951 Mar 15 17:27:15.184555 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73b8aa-f148-42e4-9bc3-a9c94d4c39ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc5e0af-26a1-4edd-9c23-30fbfc35e72b,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:15.284119 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:27:15.742075 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55590) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:15.756029 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-febe814e-9444-457f-a97a-b31843a69047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.810298 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.831339 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-febe814e-9444-457f-a97a-b31843a69047 admin admin] Publish callbacks [] for security_group (fd3fb1a9-9fee-4439-bf30-4dd4b993fb97), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.905770 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-febe814e-9444-457f-a97a-b31843a69047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fd3fb1a9-9fee-4439-bf30-4dd4b993fb97), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:15.946463 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-febe814e-9444-457f-a97a-b31843a69047 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b327f8c925ff42e9bf5ddd9205da7ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026227 Mar 15 17:27:15.947265 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe814e-9444-457f-a97a-b31843a69047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3fb1a9-9fee-4439-bf30-4dd4b993fb97,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:15.949113 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55592) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:15.998467 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1be86e4e-3cf9-4731-8a61-91df294ea8c7 admin admin] Publish callbacks [] for security_group (fd3fb1a9-9fee-4439-bf30-4dd4b993fb97), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:16.024572 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1be86e4e-3cf9-4731-8a61-91df294ea8c7 admin admin] Publish callbacks [] for security_group (fd3fb1a9-9fee-4439-bf30-4dd4b993fb97), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:16.157478 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1be86e4e-3cf9-4731-8a61-91df294ea8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (fd3fb1a9-9fee-4439-bf30-4dd4b993fb97), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:16.160074 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1be86e4e-3cf9-4731-8a61-91df294ea8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:16.161240 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1be86e4e-3cf9-4731-8a61-91df294ea8c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd3fb1a9-9fee-4439-bf30-4dd4b993fb97 HTTP/1.1" status: 204 len: 168 time: 0.2105107 Mar 15 17:27:16.170687 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be86e4e-3cf9-4731-8a61-91df294ea8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3fb1a9-9fee-4439-bf30-4dd4b993fb97,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:17.393042 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:18.564418 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55644) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:18.692035 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f13c-5822-40ba-b537-0ae103aed1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:18.758427 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:18.784311 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f13c-5822-40ba-b537-0ae103aed1d6 admin admin] Publish callbacks [] for security_group (487f9ea0-b19b-4b8a-a7aa-10a5968d41dd), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:18.866207 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f13c-5822-40ba-b537-0ae103aed1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (487f9ea0-b19b-4b8a-a7aa-10a5968d41dd), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:18.904082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3f13c-5822-40ba-b537-0ae103aed1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487f9ea0-b19b-4b8a-a7aa-10a5968d41dd,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:18.908305 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2fd3f13c-5822-40ba-b537-0ae103aed1d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d004083aeeaf425ebb55b0493bff88b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427284 Mar 15 17:27:18.910858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55650) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:18.968490 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-06518a59-096e-45b5-910e-14fd11b4a3f9 admin admin] Publish callbacks [] for security_group (487f9ea0-b19b-4b8a-a7aa-10a5968d41dd), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:18.990941 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-06518a59-096e-45b5-910e-14fd11b4a3f9 admin admin] Publish callbacks [] for security_group (487f9ea0-b19b-4b8a-a7aa-10a5968d41dd), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.111595 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-06518a59-096e-45b5-910e-14fd11b4a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (487f9ea0-b19b-4b8a-a7aa-10a5968d41dd), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.114172 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-06518a59-096e-45b5-910e-14fd11b4a3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.115324 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-06518a59-096e-45b5-910e-14fd11b4a3f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/487f9ea0-b19b-4b8a-a7aa-10a5968d41dd HTTP/1.1" status: 204 len: 168 time: 0.2035642 Mar 15 17:27:19.123373 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06518a59-096e-45b5-910e-14fd11b4a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487f9ea0-b19b-4b8a-a7aa-10a5968d41dd,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:19.726084 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55660) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:19.743556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6fd49ba9-4c47-4b12-9df5-fd3e622c3569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.826119 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6fd49ba9-4c47-4b12-9df5-fd3e622c3569 admin admin] Publish callbacks [] for security_group (0cc5965c-996a-4942-8411-338a4a3f3ba2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.885307 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6fd49ba9-4c47-4b12-9df5-fd3e622c3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (0cc5965c-996a-4942-8411-338a4a3f3ba2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.928273 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6fd49ba9-4c47-4b12-9df5-fd3e622c3569 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=158ba23550d5434583583c1a30894ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004993 Mar 15 17:27:19.929157 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd49ba9-4c47-4b12-9df5-fd3e622c3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5965c-996a-4942-8411-338a4a3f3ba2,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:19.932555 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55664) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:19.993296 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-60df782a-41f4-45d2-b4b6-10940f1e8a62 admin admin] Publish callbacks [] for security_group (0cc5965c-996a-4942-8411-338a4a3f3ba2), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:20.017946 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-60df782a-41f4-45d2-b4b6-10940f1e8a62 admin admin] Publish callbacks [] for security_group (0cc5965c-996a-4942-8411-338a4a3f3ba2), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:20.152321 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-60df782a-41f4-45d2-b4b6-10940f1e8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (0cc5965c-996a-4942-8411-338a4a3f3ba2), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:20.155123 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-60df782a-41f4-45d2-b4b6-10940f1e8a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:20.156352 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-60df782a-41f4-45d2-b4b6-10940f1e8a62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cc5965c-996a-4942-8411-338a4a3f3ba2 HTTP/1.1" status: 204 len: 168 time: 0.2224846 Mar 15 17:27:20.165581 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df782a-41f4-45d2-b4b6-10940f1e8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5965c-996a-4942-8411-338a4a3f3ba2,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:22.720946 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55722) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:22.859777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fb97cf70-5f18-481b-8a57-19e873e40332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:22.960376 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fb97cf70-5f18-481b-8a57-19e873e40332 admin admin] Publish callbacks [] for security_group (4e2190b3-a181-4170-be03-4687b9271eeb), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:23.044642 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fb97cf70-5f18-481b-8a57-19e873e40332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4e2190b3-a181-4170-be03-4687b9271eeb), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:23.090106 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fb97cf70-5f18-481b-8a57-19e873e40332 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5de329c77bb74f378c15b83e36892f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680434 Mar 15 17:27:23.090864 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97cf70-5f18-481b-8a57-19e873e40332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2190b3-a181-4170-be03-4687b9271eeb,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:23.093321 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55730) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:23.164507 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b201f235-2471-4121-9e58-10825df7eb20 admin admin] Publish callbacks [] for security_group (4e2190b3-a181-4170-be03-4687b9271eeb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:23.188093 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b201f235-2471-4121-9e58-10825df7eb20 admin admin] Publish callbacks [] for security_group (4e2190b3-a181-4170-be03-4687b9271eeb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:23.284660 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b201f235-2471-4121-9e58-10825df7eb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (4e2190b3-a181-4170-be03-4687b9271eeb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:23.287294 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b201f235-2471-4121-9e58-10825df7eb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:23.292523 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b201f235-2471-4121-9e58-10825df7eb20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e2190b3-a181-4170-be03-4687b9271eeb HTTP/1.1" status: 204 len: 168 time: 0.1939960 Mar 15 17:27:23.303489 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201f235-2471-4121-9e58-10825df7eb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2190b3-a181-4170-be03-4687b9271eeb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:24.013526 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55740) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:24.030127 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-275d0343-4545-4b4c-b488-01b72ccef147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.123353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-275d0343-4545-4b4c-b488-01b72ccef147 admin admin] Publish callbacks [] for security_group (1f66ca1c-c413-452b-8c91-ce7ef41b1b9b), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.209014 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-275d0343-4545-4b4c-b488-01b72ccef147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (1f66ca1c-c413-452b-8c91-ce7ef41b1b9b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.249483 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-275d0343-4545-4b4c-b488-01b72ccef147 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f9724acc18e4db882dd09172e50ce88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347858 Mar 15 17:27:24.250397 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d0343-4545-4b4c-b488-01b72ccef147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f66ca1c-c413-452b-8c91-ce7ef41b1b9b,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:24.253480 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55742) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:24.317383 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a013d158-a286-4bd2-96d9-994a7792dfef admin admin] Publish callbacks [] for security_group (1f66ca1c-c413-452b-8c91-ce7ef41b1b9b), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.342612 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a013d158-a286-4bd2-96d9-994a7792dfef admin admin] Publish callbacks [] for security_group (1f66ca1c-c413-452b-8c91-ce7ef41b1b9b), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.471904 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a013d158-a286-4bd2-96d9-994a7792dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (1f66ca1c-c413-452b-8c91-ce7ef41b1b9b), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.474625 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-a013d158-a286-4bd2-96d9-994a7792dfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:24.475926 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-a013d158-a286-4bd2-96d9-994a7792dfef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f66ca1c-c413-452b-8c91-ce7ef41b1b9b HTTP/1.1" status: 204 len: 168 time: 0.2210257 Mar 15 17:27:24.486558 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013d158-a286-4bd2-96d9-994a7792dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f66ca1c-c413-452b-8c91-ce7ef41b1b9b,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:26.195571 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55778) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:26.318043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bd73aa9c-f83a-4b20-9403-08e5663002c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.403762 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bd73aa9c-f83a-4b20-9403-08e5663002c0 admin admin] Publish callbacks [] for security_group (5a297208-5fa0-4503-aaa1-49e351f91345), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.473410 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bd73aa9c-f83a-4b20-9403-08e5663002c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (5a297208-5fa0-4503-aaa1-49e351f91345), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.514674 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-bd73aa9c-f83a-4b20-9403-08e5663002c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=260e92db964f4096881b31deb051095e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178263 Mar 15 17:27:26.515965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73aa9c-f83a-4b20-9403-08e5663002c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a297208-5fa0-4503-aaa1-49e351f91345,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:26.518659 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55784) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:26.576737 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25538814-8f09-47d5-8d20-b57cbee5f074 admin admin] Publish callbacks [] for security_group (5a297208-5fa0-4503-aaa1-49e351f91345), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.603627 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25538814-8f09-47d5-8d20-b57cbee5f074 admin admin] Publish callbacks [] for security_group (5a297208-5fa0-4503-aaa1-49e351f91345), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.730749 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25538814-8f09-47d5-8d20-b57cbee5f074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (5a297208-5fa0-4503-aaa1-49e351f91345), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.733800 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25538814-8f09-47d5-8d20-b57cbee5f074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:26.735129 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-25538814-8f09-47d5-8d20-b57cbee5f074 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a297208-5fa0-4503-aaa1-49e351f91345 HTTP/1.1" status: 204 len: 168 time: 0.2154536 Mar 15 17:27:26.745601 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538814-8f09-47d5-8d20-b57cbee5f074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a297208-5fa0-4503-aaa1-49e351f91345,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:28.683109 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.200232 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55914) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:34.341500 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.421384 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Publish callbacks [] for security_group (a5e1d004-5dc7-4809-91ea-4fa175dc9928), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.505810 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (a5e1d004-5dc7-4809-91ea-4fa175dc9928), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.543458 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1d004-5dc7-4809-91ea-4fa175dc9928,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:34.547609 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a88774785b54e2fbfdc2357c42d50ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459151 Mar 15 17:27:34.551829 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 55918) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:34.558825 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.559241 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.559783 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.560211 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.560597 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.560978 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.561360 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.561844 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.562225 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.562599 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.562970 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.563344 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.563753 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.564188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.564557 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2dd4e9-0560-4878-98ef-17365de3d3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.606767 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Publish callbacks [] for security_group (a5e1d004-5dc7-4809-91ea-4fa175dc9928), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.634222 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Publish callbacks [] for security_group (a5e1d004-5dc7-4809-91ea-4fa175dc9928), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.763506 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (a5e1d004-5dc7-4809-91ea-4fa175dc9928), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.766690 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:34.768239 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5e1d004-5dc7-4809-91ea-4fa175dc9928 HTTP/1.1" status: 204 len: 168 time: 0.2152748 Mar 15 17:27:34.780879 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1d004-5dc7-4809-91ea-4fa175dc9928,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:34.792582 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.792895 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.793313 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.793947 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.794371 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.795157 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.795753 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.796168 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.796742 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.797310 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.802698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.802698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.802698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.802698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:34.802698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4a3f5-0d1e-425e-829b-a74164c5ed0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:36.338194 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55952) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:36.449621 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-47ffc6c4-df98-4ee2-b835-ba1fddfa057f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.542971 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-47ffc6c4-df98-4ee2-b835-ba1fddfa057f admin admin] Publish callbacks [] for security_group (628f82db-86fe-4701-b35d-9c6c5135f33a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.690437 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-47ffc6c4-df98-4ee2-b835-ba1fddfa057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (628f82db-86fe-4701-b35d-9c6c5135f33a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.735933 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffc6c4-df98-4ee2-b835-ba1fddfa057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628f82db-86fe-4701-b35d-9c6c5135f33a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:36.740212 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-47ffc6c4-df98-4ee2-b835-ba1fddfa057f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73726627845f483399c942401f3804ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009323 Mar 15 17:27:36.746091 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55956) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:36.799005 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52a04633-50e2-49ef-a65b-ed3d7d6de296 admin admin] Publish callbacks [] for security_group (628f82db-86fe-4701-b35d-9c6c5135f33a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.824540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52a04633-50e2-49ef-a65b-ed3d7d6de296 admin admin] Publish callbacks [] for security_group (628f82db-86fe-4701-b35d-9c6c5135f33a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.936173 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52a04633-50e2-49ef-a65b-ed3d7d6de296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (628f82db-86fe-4701-b35d-9c6c5135f33a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.938726 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52a04633-50e2-49ef-a65b-ed3d7d6de296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:36.939932 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-52a04633-50e2-49ef-a65b-ed3d7d6de296 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/628f82db-86fe-4701-b35d-9c6c5135f33a HTTP/1.1" status: 204 len: 168 time: 0.1925879 Mar 15 17:27:36.950224 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a04633-50e2-49ef-a65b-ed3d7d6de296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f82db-86fe-4701-b35d-9c6c5135f33a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:38.028192 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55980) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:38.135038 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-510208344-network', 'tenant_id': '982099cc3c9348a3bee428ca7abd678f'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:27:38.222284 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Made reservation on behalf of 982099cc3c9348a3bee428ca7abd678f for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:27:38.227428 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.239151 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.323852 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks [] for security_group (aaf55e75-4ab8-4849-816b-41474107c4d9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.391823 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (aaf55e75-4ab8-4849-816b-41474107c4d9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.418966 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:27:38.429779 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf55e75-4ab8-4849-816b-41474107c4d9,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:38.436542 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (35034462-cb06-433b-97a4-f128bd4c96a1), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.436966 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Added segment 35034462-cb06-433b-97a4-f128bd4c96a1 of type vlan for network cd0b5e86-548b-4759-a734-2992e751dcf6 Mar 15 17:27:38.485802 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (cd0b5e86-548b-4759-a734-2992e751dcf6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.621578 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (cd0b5e86-548b-4759-a734-2992e751dcf6), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.623388 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:38.624426 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:38.688694 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0b5e86-548b-4759-a734-2992e751dcf6,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:38.699801 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network cd0b5e86-548b-4759-a734-2992e751dcf6 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:27:38.738432 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0294df6a-76d4-40f4-a08f-cf0f6cf19e86 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7090695 Mar 15 17:27:38.742936 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 55990) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:38.748189 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Request body: {'subnet': {'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-510208344-subnet', 'tenant_id': '982099cc3c9348a3bee428ca7abd678f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:27:38.831430 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Made reservation on behalf of 982099cc3c9348a3bee428ca7abd678f for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:27:38.833826 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:39.107827 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (79f089d0-79b3-4a40-8ea8-832c8d22d6aa), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:39.165568 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f089d0-79b3-4a40-8ea8-832c8d22d6aa,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:39.172838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Checking segment: {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:27:39.173188 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Network hostable DHCP agents. Network: cd0b5e86-548b-4759-a734-2992e751dcf6, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:27:39.273426 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Network cd0b5e86-548b-4759-a734-2992e751dcf6 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:27:39.387176 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, cd0b5e86-548b-4759-a734-2992e751dcf6) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:27:39.391419 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:39.392084 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:39.396945 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdacda0-8ed5-4a5d-baa9-ccd9cfe39abe None None] Network cd0b5e86-548b-4759-a734-2992e751dcf6 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:27:39.499073 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb234e-9f77-418a-9d32-eb61db1061af None None] Network cd0b5e86-548b-4759-a734-2992e751dcf6 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:27:39.535486 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-320902fe-28f0-4dbb-bb15-175c1c99683a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7834566 Mar 15 17:27:41.608001 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-a93b90dc-bbc1-4993-92b3-87ba5a200d5c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:41.609410 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-a93b90dc-bbc1-4993-92b3-87ba5a200d5c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/networks?id=cd0b5e86-548b-4759-a734-2992e751dcf6 HTTP/1.1" status: 200 len: 813 time: 0.1058109 Mar 15 17:27:41.624073 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-e5cda72b-713a-44df-8a4d-90c3c24f5cc1 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/quotas/982099cc3c9348a3bee428ca7abd678f HTTP/1.1" status: 200 len: 375 time: 0.0092154 Mar 15 17:27:41.657027 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-22278b71-599a-4166-b424-a615360fe691 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=982099cc3c9348a3bee428ca7abd678f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271366 Mar 15 17:27:41.751003 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-d23a2590-3377-447d-bbbc-db620b3391b5 service neutron] 10.222.0.23 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Mar 15 17:27:41.845185 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-3dd29062-6d91-49c3-8d6f-33725dbc1dfd service neutron] 10.222.0.23 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873458 Mar 15 17:27:42.128087 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0e9f7cbc-d96a-44e6-9091-83d5cab24843 req-1d7e37e1-f88c-4d16-a066-6e09fddc23e2 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 210 time: 0.0301368 Mar 15 17:27:42.324393 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ad50b8d-a9df-4e43-90ca-899406203852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:43.230390 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-72cebfb1-983a-4493-909a-b5a5d8b78980 req-b91b1f84-951a-4333-8938-f79aae2b114f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 210 time: 0.0282521 Mar 15 17:27:44.334156 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-24449f13-844d-44a2-8aba-2ff423aed52d req-ea1ae5dd-d4c0-4c6c-815e-a479a6c3d9af tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 210 time: 0.0314245 Mar 15 17:27:44.613699 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-03a98ba0-10c6-4dfa-b35a-0012478430ed tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:44.615160 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-03a98ba0-10c6-4dfa-b35a-0012478430ed tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "GET /v2.0/networks?id=cd0b5e86-548b-4759-a734-2992e751dcf6 HTTP/1.1" status: 200 len: 813 time: 0.1081462 Mar 15 17:27:44.630084 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Request body: {'port': {'device_id': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6', 'admin_state_up': True, 'tenant_id': '982099cc3c9348a3bee428ca7abd678f'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:27:44.728696 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17447c60-5bab-4df3-a38a-4b4c083547a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:44.833286 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Made reservation on behalf of 982099cc3c9348a3bee428ca7abd678f for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:27:44.837907 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:44.977552 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Allocated IP 172.20.0.14 (cd0b5e86-548b-4759-a734-2992e751dcf6/79f089d0-79b3-4a40-8ea8-832c8d22d6aa/ae4b2efe-5332-4a45-81a3-a874b35b70b3) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:27:45.137892 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks [] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:45.232287 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:45.281302 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Network cd0b5e86-548b-4759-a734-2992e751dcf6 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:27:45.284835 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:27:45.289918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:27:45.296952 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Pushing event updated for resources: {'Port': ['ID=ae4b2efe-5332-4a45-81a3-a874b35b70b3,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:45.357303 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:45.358003 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:45.472972 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53f86-61b2-4d42-a24a-6c3a322eb679 req-f856a01e-d82f-41a3-a8d3-64c618788c88 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:45.474529 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-03a53f86-61b2-4d42-a24a-6c3a322eb679 req-f856a01e-d82f-41a3-a8d3-64c618788c88 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 932 time: 0.0572617 Mar 15 17:27:45.523862 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-03a53f86-61b2-4d42-a24a-6c3a322eb679 req-9efc18d0-99a7-4fe1-9e6e-7d3607943886 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Mar 15 17:27:45.549917 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-694d3454-83ae-4960-bea9-6a7454789b2b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9237037 Mar 15 17:27:45.561721 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Request body: {'port': {'device_id': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:27:45.622578 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:45.856177 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:45.920269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4b2efe-5332-4a45-81a3-a874b35b70b3 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:27:45.929551 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Publish callbacks [] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:45.944091 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Transition to ACTIVE for port object ae4b2efe-5332-4a45-81a3-a874b35b70b3 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:27:46.023301 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:46.082931 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4b2efe-5332-4a45-81a3-a874b35b70b3,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:46.153355 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Attempting to bind port ae4b2efe-5332-4a45-81a3-a874b35b70b3 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:27:46.153693 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Attempting to bind port ae4b2efe-5332-4a45-81a3-a874b35b70b3 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:27:46.153908 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Attempting to bind port ae4b2efe-5332-4a45-81a3-a874b35b70b3 on network cd0b5e86-548b-4759-a734-2992e751dcf6 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:27:46.160102 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Port ae4b2efe-5332-4a45-81a3-a874b35b70b3 on network cd0b5e86-548b-4759-a734-2992e751dcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:27:46.160608 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Attempting to bind port ae4b2efe-5332-4a45-81a3-a874b35b70b3 on network cd0b5e86-548b-4759-a734-2992e751dcf6 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:27:46.167429 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:27:46.167798 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Checking segment: {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:27:46.168176 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Bound using segment: {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:27:46.168596 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Bound port: ae4b2efe-5332-4a45-81a3-a874b35b70b3, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:27:46.168947 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:46.241741 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] For port ae4b2efe-5332-4a45-81a3-a874b35b70b3, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:27:46.244904 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] For port ae4b2efe-5332-4a45-81a3-a874b35b70b3, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ae4b2efe-5332-4a45-81a3-a874b35b70b3,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:27:46.348967 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:46.383939 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.384544 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:46.385921 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ae4b2efe-5332-4a45-81a3-a874b35b70b3 HTTP/1.1" status: 200 len: 1094 time: 0.8283136 Mar 15 17:27:46.386357 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'tag': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:27:46.388570 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2391d7-695e-410a-a78a-91cfae4e9e82" -d '{"events": [{"name": "network-changed", "server_uuid": "8050e99c-ac97-41d3-889b-48749f76dd2b", "tag": "ae4b2efe-5332-4a45-81a3-a874b35b70b3"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:27:46.412675 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70111523-73ce-46b6-afe7-f22bb057f0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4b2efe-5332-4a45-81a3-a874b35b70b3,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:46.441247 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d41e4f-b48b-4ebd-873e-ac5494940a9e x-openstack-request-id: req-99d41e4f-b48b-4ebd-873e-ac5494940a9e {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:27:46.441247 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8050e99c-ac97-41d3-889b-48749f76dd2b", "tag": "ae4b2efe-5332-4a45-81a3-a874b35b70b3", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:27:46.441247 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99d41e4f-b48b-4ebd-873e-ac5494940a9e {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:27:46.441247 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'tag': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3', 'status': 'completed', 'code': 200} Mar 15 17:27:46.509452 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2391d7-695e-410a-a78a-91cfae4e9e82 req-81465da7-141b-4c6c-b890-f11c6b111ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.510986 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9c2391d7-695e-410a-a78a-91cfae4e9e82 req-81465da7-141b-4c6c-b890-f11c6b111ebe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=982099cc3c9348a3bee428ca7abd678f&device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 1128 time: 0.0502691 Mar 15 17:27:46.629572 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2391d7-695e-410a-a78a-91cfae4e9e82 req-e708f75a-00ca-4310-bf13-4b27ee4c9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.631077 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9c2391d7-695e-410a-a78a-91cfae4e9e82 req-e708f75a-00ca-4310-bf13-4b27ee4c9fb7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=982099cc3c9348a3bee428ca7abd678f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1119080 Mar 15 17:27:46.660275 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd79f4-693e-4b39-9fa0-2255afd1f781 req-1a0cba20-069d-45ee-acb3-f8cc508b1a94 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.661840 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-62dd79f4-693e-4b39-9fa0-2255afd1f781 req-1a0cba20-069d-45ee-acb3-f8cc508b1a94 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 944 time: 0.0578854 Mar 15 17:27:46.717377 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-62dd79f4-693e-4b39-9fa0-2255afd1f781 req-c0e7f0a6-d4b6-4755-a078-54061d2d9657 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 Mar 15 17:27:46.739116 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2391d7-695e-410a-a78a-91cfae4e9e82 req-403d241c-fb11-4b42-9409-e804c795824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.740684 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9c2391d7-695e-410a-a78a-91cfae4e9e82 req-403d241c-fb11-4b42-9409-e804c795824c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034322 Mar 15 17:27:46.827889 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-8ebb8ec8-20b5-41c1-8566-4512da7c5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.829539 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-8ebb8ec8-20b5-41c1-8566-4512da7c5093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=982099cc3c9348a3bee428ca7abd678f&device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 1128 time: 0.0510104 Mar 15 17:27:46.837021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56094) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:46.877872 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-072d0f68-10e3-4d08-8100-bc812b8b8d90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b2efe-5332-4a45-81a3-a874b35b70b3 HTTP/1.1" status: 200 len: 217 time: 0.0352323 Mar 15 17:27:46.930286 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-06fd39ce-8e26-4661-a6c6-e619a5cdd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:46.931840 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-06fd39ce-8e26-4661-a6c6-e619a5cdd990 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f089d0-79b3-4a40-8ea8-832c8d22d6aa HTTP/1.1" status: 200 len: 853 time: 0.0453634 Mar 15 17:27:46.985128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2376434c-f30b-4290-afac-57e539e70571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:46.988790 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-0fd7ec83-103e-4fc1-8522-7124b69d4f11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0b5e86-548b-4759-a734-2992e751dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402727 Mar 15 17:27:47.112304 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-b66a4e4c-e401-4ff1-a80d-acaa6e55ce9c service neutron] 10.222.0.44 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157300 Mar 15 17:27:47.180408 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2376434c-f30b-4290-afac-57e539e70571 admin admin] Publish callbacks [] for security_group (71e18526-c8c6-449e-98f9-a0a5351b1bf4), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.219922 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc7a86a5-9475-414f-830d-c477f8b1723d req-8d2ccf41-f300-436d-9c44-e6c22230f565 service neutron] 10.222.0.44 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986681 Mar 15 17:27:47.278608 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2376434c-f30b-4290-afac-57e539e70571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (71e18526-c8c6-449e-98f9-a0a5351b1bf4), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.321108 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2376434c-f30b-4290-afac-57e539e70571 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=594c9d1e2b55480c8e1f69d6f2dc2d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799142 Mar 15 17:27:47.321108 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376434c-f30b-4290-afac-57e539e70571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e18526-c8c6-449e-98f9-a0a5351b1bf4,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:47.321554 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56098) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:27:47.378389 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90923402-2d0e-4417-858a-7cf1c7a50084 admin admin] Publish callbacks [] for security_group (71e18526-c8c6-449e-98f9-a0a5351b1bf4), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.400768 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90923402-2d0e-4417-858a-7cf1c7a50084 admin admin] Publish callbacks [] for security_group (71e18526-c8c6-449e-98f9-a0a5351b1bf4), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.404260 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.524466 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90923402-2d0e-4417-858a-7cf1c7a50084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (71e18526-c8c6-449e-98f9-a0a5351b1bf4), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.527253 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90923402-2d0e-4417-858a-7cf1c7a50084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:47.530412 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-90923402-2d0e-4417-858a-7cf1c7a50084 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71e18526-c8c6-449e-98f9-a0a5351b1bf4 HTTP/1.1" status: 204 len: 168 time: 0.2062533 Mar 15 17:27:47.536858 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923402-2d0e-4417-858a-7cf1c7a50084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e18526-c8c6-449e-98f9-a0a5351b1bf4,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:47.880405 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781465-0422-43b7-8801-3fab62d84e91 req-51a2c415-50db-4491-9d03-bd1f66fde306 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:47.883429 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f9781465-0422-43b7-8801-3fab62d84e91 req-51a2c415-50db-4491-9d03-bd1f66fde306 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 944 time: 0.0646760 Mar 15 17:27:47.962555 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f9781465-0422-43b7-8801-3fab62d84e91 req-f9a27275-45ad-41d1-ad42-4136c10459dc tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Mar 15 17:27:48.752962 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:49.091987 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956c75e-532e-49a1-b555-f9103fcd4eb2 req-769ee13a-cbf6-4880-b24c-7115b2999172 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:49.093863 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e956c75e-532e-49a1-b555-f9103fcd4eb2 req-769ee13a-cbf6-4880-b24c-7115b2999172 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 944 time: 0.0547585 Mar 15 17:27:49.141287 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e956c75e-532e-49a1-b555-f9103fcd4eb2 req-58031f6a-ba37-470d-9d4a-577e0dfeb15c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Mar 15 17:27:50.264273 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281500f4-faa3-443d-b0f4-3cc2883e30d6 req-4d0a17d4-991d-44e6-9858-0b3d920ba7c7 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:50.265787 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-281500f4-faa3-443d-b0f4-3cc2883e30d6 req-4d0a17d4-991d-44e6-9858-0b3d920ba7c7 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 944 time: 0.0537474 Mar 15 17:27:50.318878 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-281500f4-faa3-443d-b0f4-3cc2883e30d6 req-4932f2ea-1794-4047-9291-af3d27006253 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473502 Mar 15 17:27:50.519559 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ae4b2efe-5332-4a45-81a3-a874b35b70b3 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:27:50.633920 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port ae4b2efe-5332-4a45-81a3-a874b35b70b3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ae4b2efe-5332-4a45-81a3-a874b35b70b3,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:27:50.651553 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3', 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6', 'port_id': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3', 'mac_address': 'fa:16:3e:7b:65:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f089d0-79b3-4a40-8ea8-832c8d22d6aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:27:50.691862 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port ae4b2efe-5332-4a45-81a3-a874b35b70b3 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:27:50.692259 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:50.707027 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4b2efe-5332-4a45-81a3-a874b35b70b3 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:27:50.728163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port ae4b2efe-5332-4a45-81a3-a874b35b70b3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ae4b2efe-5332-4a45-81a3-a874b35b70b3,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:27:50.825716 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:50.883850 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=ae4b2efe-5332-4a45-81a3-a874b35b70b3,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:50.892660 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.893180 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.893631 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.894172 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.894602 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.894983 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.895314 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.895778 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.896271 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.896687 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.897170 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.898171 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.898725 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.899339 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:50.899802 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:27:51.089286 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['ae4b2efe-5332-4a45-81a3-a874b35b70b3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:27:51.445082 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b588-1d97-480b-b0f7-4ea496c6d2d4 req-affd9191-78d6-4974-b25f-c62820c85b1b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:51.446656 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9256b588-1d97-480b-b0f7-4ea496c6d2d4 req-affd9191-78d6-4974-b25f-c62820c85b1b tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 945 time: 0.0553050 Mar 15 17:27:51.494719 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9256b588-1d97-480b-b0f7-4ea496c6d2d4 req-1f136cb7-5c91-4b67-8fcc-592c5413d329 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Mar 15 17:27:52.283924 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:27:52.617921 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1b230-8b8d-4171-938f-ab064a779dc5 req-7f44df05-f607-41cb-92dc-cb4fec680d96 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:52.619361 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cbe1b230-8b8d-4171-938f-ab064a779dc5 req-7f44df05-f607-41cb-92dc-cb4fec680d96 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 945 time: 0.0543842 Mar 15 17:27:52.666345 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cbe1b230-8b8d-4171-938f-ab064a779dc5 req-e925eb8e-69f2-47ac-9d4f-d7059b75ab96 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Mar 15 17:27:53.791266 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954417c0-d569-4cd6-abb8-af1936de2e35 req-d5c9a356-89ef-4a00-9bf7-69688f9750c4 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:53.792810 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-954417c0-d569-4cd6-abb8-af1936de2e35 req-d5c9a356-89ef-4a00-9bf7-69688f9750c4 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 945 time: 0.0577004 Mar 15 17:27:53.842395 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-954417c0-d569-4cd6-abb8-af1936de2e35 req-4f3e26ea-1796-4807-b483-d070536f3be6 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Mar 15 17:27:54.546695 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ae4b2efe-5332-4a45-81a3-a874b35b70b3 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:27:54.671179 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port ae4b2efe-5332-4a45-81a3-a874b35b70b3 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:27:54.675539 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port ae4b2efe-5332-4a45-81a3-a874b35b70b3 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:27:54.675942 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:54.759498 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port ae4b2efe-5332-4a45-81a3-a874b35b70b3 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:27:54.759908 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:54.784545 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:27:54.786776 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3b8b75-1718-4def-9353-185d7d2a1bd7" -d '{"events": [{"server_uuid": "8050e99c-ac97-41d3-889b-48749f76dd2b", "name": "network-vif-plugged", "status": "completed", "tag": "ae4b2efe-5332-4a45-81a3-a874b35b70b3"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:27:54.805251 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port ae4b2efe-5332-4a45-81a3-a874b35b70b3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ae4b2efe-5332-4a45-81a3-a874b35b70b3,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:27:54.827025 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79164ea-71c8-4b94-b0a5-37ad3a232fbc x-openstack-request-id: req-a79164ea-71c8-4b94-b0a5-37ad3a232fbc {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:27:54.827320 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8050e99c-ac97-41d3-889b-48749f76dd2b", "name": "network-vif-plugged", "status": "completed", "tag": "ae4b2efe-5332-4a45-81a3-a874b35b70b3", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:27:54.829558 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a79164ea-71c8-4b94-b0a5-37ad3a232fbc {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:27:54.829558 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3', 'code': 200} Mar 15 17:27:54.877556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:54.957576 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=ae4b2efe-5332-4a45-81a3-a874b35b70b3,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:27:55.005260 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e9201-99b6-4ca8-a1fb-eed0866df8a9 req-3f1d644f-d9e1-42b2-8889-e667a4751b9c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:55.008075 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-542e9201-99b6-4ca8-a1fb-eed0866df8a9 req-3f1d644f-d9e1-42b2-8889-e667a4751b9c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0663066 Mar 15 17:27:55.069551 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-542e9201-99b6-4ca8-a1fb-eed0866df8a9 req-0598dfc1-a0cf-4371-8900-533fb851a41e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514855 Mar 15 17:27:55.167909 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe120-1886-43a4-aedd-5a5d9be74264 req-c7f1afb5-0e8e-440b-a23a-e1b541dc288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:55.169501 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5bbe120-1886-43a4-aedd-5a5d9be74264 req-c7f1afb5-0e8e-440b-a23a-e1b541dc288f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 1130 time: 0.0495436 Mar 15 17:27:55.484913 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5bbe120-1886-43a4-aedd-5a5d9be74264 req-8196710c-a1ea-481d-bc40-08b6f80357d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072109 Mar 15 17:27:56.213268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd981a99-f442-437a-a5e5-bc7cdf00bae0 req-cc69b7bb-871a-46c4-b42c-65ce3569cd58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:56.215240 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd981a99-f442-437a-a5e5-bc7cdf00bae0 req-cc69b7bb-871a-46c4-b42c-65ce3569cd58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0690296 Mar 15 17:27:56.266186 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd981a99-f442-437a-a5e5-bc7cdf00bae0 req-53287737-3770-46f5-99ca-5bc3dda5b8bc tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446420 Mar 15 17:27:57.402863 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc9026-e865-49a5-a1c4-4537ea22ebc0 req-5ef83686-ec03-47dd-8a6e-24dfefaf5989 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:57.404419 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aadc9026-e865-49a5-a1c4-4537ea22ebc0 req-5ef83686-ec03-47dd-8a6e-24dfefaf5989 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0524797 Mar 15 17:27:57.452281 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aadc9026-e865-49a5-a1c4-4537ea22ebc0 req-0edb1a4c-51d3-4707-b8a9-a4dd7f02d306 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Mar 15 17:27:58.571295 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e05d04-4b6c-4cfb-9abc-ed68eb36c19e req-940205d5-98e8-4368-a405-f2ecb8a6d4ae tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:58.572836 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f0e05d04-4b6c-4cfb-9abc-ed68eb36c19e req-940205d5-98e8-4368-a405-f2ecb8a6d4ae tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0543518 Mar 15 17:27:58.629025 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f0e05d04-4b6c-4cfb-9abc-ed68eb36c19e req-7dec6562-7f3e-4796-9e13-449afb121139 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506413 Mar 15 17:27:58.696628 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:59.777308 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487faa-4283-4bb1-8a62-bd0945dd9630 req-192b8c40-5445-4190-9b0e-c8b1e9660efe tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:59.778843 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81487faa-4283-4bb1-8a62-bd0945dd9630 req-192b8c40-5445-4190-9b0e-c8b1e9660efe tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0755670 Mar 15 17:27:59.833813 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81487faa-4283-4bb1-8a62-bd0945dd9630 req-7bca2cf1-f838-4652-985a-84b2160a6f59 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Mar 15 17:28:00.339366 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297fb19-61f0-409b-b74a-005dfb69fce9 req-44982b2a-28fc-4ded-966d-a4eff71ef83f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:00.340849 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b297fb19-61f0-409b-b74a-005dfb69fce9 req-44982b2a-28fc-4ded-966d-a4eff71ef83f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0543985 Mar 15 17:28:00.401105 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b297fb19-61f0-409b-b74a-005dfb69fce9 req-fcff5a8f-ea33-4374-81e1-9dac296e75e9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541534 Mar 15 17:28:01.554692 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c71b05-1f8c-47d2-adad-93e95e69a224 req-f5478fb5-b3ef-46b8-a565-864515dcbb3a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:01.556344 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50c71b05-1f8c-47d2-adad-93e95e69a224 req-f5478fb5-b3ef-46b8-a565-864515dcbb3a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0814636 Mar 15 17:28:01.604163 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-50c71b05-1f8c-47d2-adad-93e95e69a224 req-b6a5e03e-29ef-438c-b06d-ef62210676cc tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422037 Mar 15 17:28:02.071384 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1167698-7331-476b-b799-a1c645438396 req-e3bd9101-e953-41cc-b2b6-b3e1e4ba9ebb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:02.072953 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f1167698-7331-476b-b799-a1c645438396 req-e3bd9101-e953-41cc-b2b6-b3e1e4ba9ebb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0537951 Mar 15 17:28:02.191545 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port ac30809a-39f0-4c88-81f5-9701e401db05 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:02.191921 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:02.321556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] For port ac30809a-39f0-4c88-81f5-9701e401db05, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ac30809a-39f0-4c88-81f5-9701e401db05,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:02.321922 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:02.545983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:02.546285 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (5168019e-755f-4e90-8d48-c8d630f41794), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:02.546558 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 5168019e-755f-4e90-8d48-c8d630f41794 disassociated. External IP: 172.27.1.104, port: ac30809a-39f0-4c88-81f5-9701e401db05. Mar 15 17:28:02.546899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for ac30809a-39f0-4c88-81f5-9701e401db05 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:02.779922 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8187a-6cd6-4a3b-9cf6-77a3565beb4b req-2a572839-47b7-4a43-85a9-9ae539fac32b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:02.781446 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-01f8187a-6cd6-4a3b-9cf6-77a3565beb4b req-2a572839-47b7-4a43-85a9-9ae539fac32b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 945 time: 0.0691013 Mar 15 17:28:02.815595 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (ac30809a-39f0-4c88-81f5-9701e401db05), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:02.840218 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-01f8187a-6cd6-4a3b-9cf6-77a3565beb4b req-8e78e780-6f69-4b0a-847c-c0f2a88e8d22 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510256 Mar 15 17:28:02.864924 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=ac30809a-39f0-4c88-81f5-9701e401db05,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:03.013308 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:03.168578 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:03.182439 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:03.194315 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:03.195357 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:27:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:03.219384 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] No DVR routers for this DVR port ac30809a-39f0-4c88-81f5-9701e401db05 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:03.243283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:03.243283 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f1167698-7331-476b-b799-a1c645438396 req-41624412-2fab-4612-a05f-bcf2e72e73cb tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "DELETE /v2.0/ports/ac30809a-39f0-4c88-81f5-9701e401db05 HTTP/1.1" status: 204 len: 173 time: 1.1466892 Mar 15 17:28:03.243283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'name': 'network-vif-deleted', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:03.243283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c125c04-b96c-4aa0-84b1-279328e16225" -d '{"events": [{"server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "name": "network-vif-deleted", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:03.287391 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c15a42a-45fd-4072-a41c-73ba31d72641 x-openstack-request-id: req-2c15a42a-45fd-4072-a41c-73ba31d72641 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:03.287772 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8d729-089d-4ed8-b25b-208d31600fcb", "name": "network-vif-deleted", "tag": "ac30809a-39f0-4c88-81f5-9701e401db05", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:03.288212 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c15a42a-45fd-4072-a41c-73ba31d72641 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:03.288814 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8d729-089d-4ed8-b25b-208d31600fcb', 'name': 'network-vif-deleted', 'tag': 'ac30809a-39f0-4c88-81f5-9701e401db05', 'status': 'completed', 'code': 200} Mar 15 17:28:03.321243 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:03.724394 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:03.755857 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:03.765090 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:03.765710 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:27:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:03.924336 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:04.068541 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5443ad82-68b4-4e6a-8332-2dc451aea4a2 req-114da736-877b-4dc5-a0ac-0779ee84adc3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=bab8d729-089d-4ed8-b25b-208d31600fcb HTTP/1.1" status: 200 len: 210 time: 0.0534723 Mar 15 17:28:04.301665 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:04.329990 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cb5e9-129d-465a-973c-144b2334d0a9 None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:04.618909 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b80c1-629f-4fe4-a123-4087e930423b None None] New status for floating IP 5168019e-755f-4e90-8d48-c8d630f41794: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:28:05.234036 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56342) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:05.309747 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e5fbddd6-77a7-4fcd-a570-37386e4411c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (3ded7cbd-71f1-4c39-b859-1e1ca441ee1a), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.335593 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e5fbddd6-77a7-4fcd-a570-37386e4411c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (3ded7cbd-71f1-4c39-b859-1e1ca441ee1a), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.472719 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e5fbddd6-77a7-4fcd-a570-37386e4411c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3ded7cbd-71f1-4c39-b859-1e1ca441ee1a), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.475707 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e5fbddd6-77a7-4fcd-a570-37386e4411c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.476959 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-e5fbddd6-77a7-4fcd-a570-37386e4411c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ded7cbd-71f1-4c39-b859-1e1ca441ee1a HTTP/1.1" status: 204 len: 168 time: 0.2417750 Mar 15 17:28:05.479934 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56346) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:05.486602 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbddd6-77a7-4fcd-a570-37386e4411c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded7cbd-71f1-4c39-b859-1e1ca441ee1a,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:05.518725 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-cdc02d6c-3c60-4473-b168-96eb8139f68c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] show failed (client error): The resource could not be found. Mar 15 17:28:05.519896 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-cdc02d6c-3c60-4473-b168-96eb8139f68c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups/3ded7cbd-71f1-4c39-b859-1e1ca441ee1a HTTP/1.1" status: 404 len: 347 time: 0.0387924 Mar 15 17:28:05.523892 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56348) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:05.651033 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port 3fc098c4-934f-48be-b060-dfced19553fe {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:05.651285 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (3fc098c4-934f-48be-b060-dfced19553fe), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.730626 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (3fc098c4-934f-48be-b060-dfced19553fe), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.730959 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (3fc098c4-934f-48be-b060-dfced19553fe), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.743581 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for 3fc098c4-934f-48be-b060-dfced19553fe owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:05.951153 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (3fc098c4-934f-48be-b060-dfced19553fe), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:05.980074 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=3fc098c4-934f-48be-b060-dfced19553fe,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:06.005211 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (5168019e-755f-4e90-8d48-c8d630f41794), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.008351 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.009534 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-9f905408-6170-4604-8826-9ef7cc7c49b8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/floatingips/5168019e-755f-4e90-8d48-c8d630f41794 HTTP/1.1" status: 204 len: 168 time: 0.4843690 Mar 15 17:28:06.343300 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56354) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:06.348020 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442641045', 'description': 'tempest-description--1006869662'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:06.425453 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.510621 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (9f4e963f-97d8-4740-adb9-27299aab550c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.602634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9f4e963f-97d8-4740-adb9-27299aab550c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.632069 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e963f-97d8-4740-adb9-27299aab550c,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:06.690493 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.691822 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0c261062-0615-4967-8ee5-ebf440d1de84 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3472815 Mar 15 17:28:06.694688 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56358) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:06.699081 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '9f4e963f-97d8-4740-adb9-27299aab550c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:06.791221 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (4c47e405-3f6c-4672-b2c6-096101503a3d), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.849064 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (4c47e405-3f6c-4672-b2c6-096101503a3d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.918798 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (4c47e405-3f6c-4672-b2c6-096101503a3d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:06.936495 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c47e405-3f6c-4672-b2c6-096101503a3d,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:07.021216 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.022976 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-dce0a89f-3842-4145-bac6-13af71c3b485 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273137 Mar 15 17:28:07.025787 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56362) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:07.030121 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'security_group_rule': {'security_group_id': '9f4e963f-97d8-4740-adb9-27299aab550c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:07.122304 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (6970000c-77fc-489e-883d-14a059484766), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.177931 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (6970000c-77fc-489e-883d-14a059484766), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.398203 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987088'] for security_group_rule (6970000c-77fc-489e-883d-14a059484766), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.415822 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6970000c-77fc-489e-883d-14a059484766,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:07.501661 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.502910 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4739bd19-72d0-4d80-af4b-78289d6c7113 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4761782 Mar 15 17:28:07.506618 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56366) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:07.510992 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:07.592720 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.651017 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ac30809a-39f0-4c88-81f5-9701e401db05 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:07.674736 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: ac30809a-39f0-4c88-81f5-9701e401db05 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:07.675095 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ac30809a-39f0-4c88-81f5-9701e401db05 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:07.705755 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:07.853211 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.27.1.151 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/318264ce-bb89-4576-8a04-d9d45270a11a) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:28:07.956652 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (318264ce-bb89-4576-8a04-d9d45270a11a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.059919 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (318264ce-bb89-4576-8a04-d9d45270a11a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.098334 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:28:08.103377 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:28:08.107765 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:28:08.136054 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=318264ce-bb89-4576-8a04-d9d45270a11a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:08.208710 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (36617e15-aead-4d43-a906-a66b573b964d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.302027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (318264ce-bb89-4576-8a04-d9d45270a11a), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.521546 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (318264ce-bb89-4576-8a04-d9d45270a11a), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.581100 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (318264ce-bb89-4576-8a04-d9d45270a11a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.650106 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=318264ce-bb89-4576-8a04-d9d45270a11a,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:08.663091 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (36617e15-aead-4d43-a906-a66b573b964d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.760465 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:08.761637 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-63d0bede-c0ef-497d-b658-3381bbab9ac5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2540412 Mar 15 17:28:08.993101 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-73e6c409-38e8-47c4-9f87-788b8d9b41d3 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1442641045&fields=id&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 267 time: 0.0434179 Mar 15 17:28:09.127509 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-5c2089e0-8a0e-4bdb-b281-1eb29f758cb1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:09.129713 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-5c2089e0-8a0e-4bdb-b281-1eb29f758cb1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1297452 Mar 15 17:28:09.150691 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-7dc98385-0474-451b-96ec-c0f7459351ce tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/quotas/d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 375 time: 0.0106525 Mar 15 17:28:09.216390 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-efb6b357-6ccd-4771-a153-b9d48b4d5aca tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529313 Mar 15 17:28:09.316163 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-71f805a5-3a88-487b-ac8f-706b7513f11a service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879049 Mar 15 17:28:09.417236 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-942b362c-3a46-4257-905d-8e361a683f9b service neutron] 10.222.0.23 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954249 Mar 15 17:28:09.722309 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-77b9f733-b968-4f08-b7b4-5cc9ac30fe5a req-9775b9bb-2985-4fb9-b39e-b2333f0ac5c9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 210 time: 0.0497642 Mar 15 17:28:10.834012 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-99f5f187-f92e-4c5b-94dd-5eb40bc1261c req-f72e82b8-c18d-4370-b1b0-06a07279c260 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 210 time: 0.0289733 Mar 15 17:28:11.705998 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-722d2577-81dd-45af-b7b8-69c8d3fcc27e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:11.707459 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-722d2577-81dd-45af-b7b8-69c8d3fcc27e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 815 time: 0.1100032 Mar 15 17:28:11.771202 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-aae13f2b-2439-4be4-bfb2-6fda05e4ff2e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e HTTP/1.1" status: 200 len: 380 time: 0.0529439 Mar 15 17:28:11.780138 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'port': {'device_id': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'admin_state_up': True, 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'security_groups': ['9f4e963f-97d8-4740-adb9-27299aab550c']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:11.933279 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27b96c60-5d23-44e0-b17c-c0b94d5b35b5 req-f08132d6-c062-402f-b877-8b60c9e86974 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 210 time: 0.0277996 Mar 15 17:28:11.981232 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Made reservation on behalf of d56aa20df3a34f05af28f5bbc2fbfe0e for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:28:11.984724 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.117450 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Allocated IP 172.20.0.12 (b960f61d-142e-4595-b4ad-02357e33f7e4/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955/bd336e2b-8d35-47a8-800c-23a4df1680e1) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:28:12.300716 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.307388 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-31cd067a-7479-42b3-aeaa-752a08550943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.393087 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.438242 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Network b960f61d-142e-4595-b4ad-02357e33f7e4 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:28:12.441533 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:28:12.445449 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:28:12.473340 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event updated for resources: {'Port': ['ID=bd336e2b-8d35-47a8-800c-23a4df1680e1,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:12.515853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:12.516512 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.626818 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-9db90b27-2b8c-4eb9-a612-15052d51f66a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504441 Mar 15 17:28:12.638947 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Request body: {'port': {'device_id': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:12.707162 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-747cf00e-0d20-4c61-b827-deda128bc208 None None] Provisioning complete for port bd336e2b-8d35-47a8-800c-23a4df1680e1 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:28:12.707628 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-747cf00e-0d20-4c61-b827-deda128bc208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.710314 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:12.750665 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-747cf00e-0d20-4c61-b827-deda128bc208 None None] Port bd336e2b-8d35-47a8-800c-23a4df1680e1 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:28:13.070799 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a18e3-a180-4fba-b73d-a7b9f0f5ca9b req-1f960d80-4b05-4023-bd1f-ed245275f6a8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:13.072574 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-949a18e3-a180-4fba-b73d-a7b9f0f5ca9b req-1f960d80-4b05-4023-bd1f-ed245275f6a8 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 932 time: 0.0617466 Mar 15 17:28:13.101853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd336e2b-8d35-47a8-800c-23a4df1680e1 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:28:13.120331 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Publish callbacks [] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:13.128778 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-949a18e3-a180-4fba-b73d-a7b9f0f5ca9b req-03d3b01b-2d39-47db-a4ed-b62f4e11d30f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482554 Mar 15 17:28:13.137187 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Transition to ACTIVE for port object bd336e2b-8d35-47a8-800c-23a4df1680e1 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:28:13.210028 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:13.276722 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Pushing event updated for resources: {'Port': ['ID=bd336e2b-8d35-47a8-800c-23a4df1680e1,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:13.350820 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Attempting to bind port bd336e2b-8d35-47a8-800c-23a4df1680e1 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:28:13.351379 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Attempting to bind port bd336e2b-8d35-47a8-800c-23a4df1680e1 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:28:13.351981 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Attempting to bind port bd336e2b-8d35-47a8-800c-23a4df1680e1 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:28:13.359348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Port bd336e2b-8d35-47a8-800c-23a4df1680e1 on network b960f61d-142e-4595-b4ad-02357e33f7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:28:13.359859 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Attempting to bind port bd336e2b-8d35-47a8-800c-23a4df1680e1 on network b960f61d-142e-4595-b4ad-02357e33f7e4 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:28:13.369118 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:28:13.369118 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Checking segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:28:13.369847 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Bound using segment: {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:28:13.370477 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Bound port: bd336e2b-8d35-47a8-800c-23a4df1680e1, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192c85ee-8318-4161-8792-6a3ffdebde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:28:13.371082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:13.479983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] For port bd336e2b-8d35-47a8-800c-23a4df1680e1, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:28:13.484041 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] For port bd336e2b-8d35-47a8-800c-23a4df1680e1, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:28:13.587603 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:13.625956 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:13.626557 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:13.628428 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] 10.222.0.44 "PUT /v2.0/ports/bd336e2b-8d35-47a8-800c-23a4df1680e1 HTTP/1.1" status: 200 len: 1094 time: 0.9938736 Mar 15 17:28:13.632705 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:13.635616 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105cbf47-2749-4c70-ad75-5a7848d6f612" -d '{"events": [{"name": "network-changed", "server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:13.664880 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e053f-c88b-43e2-aa18-7e39d831fa0e service neutron] Pushing event updated for resources: {'Port': ['ID=bd336e2b-8d35-47a8-800c-23a4df1680e1,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:13.704362 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae7f75f-5c8a-4fbe-9300-4b52a21ffcb9 x-openstack-request-id: req-4ae7f75f-5c8a-4fbe-9300-4b52a21ffcb9 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:13.704714 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:13.704983 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ae7f75f-5c8a-4fbe-9300-4b52a21ffcb9 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:13.705429 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'status': 'completed', 'code': 200} Mar 15 17:28:13.798030 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cbf47-2749-4c70-ad75-5a7848d6f612 req-49387411-b8da-4328-a021-f0d429441f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:13.803598 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-105cbf47-2749-4c70-ad75-5a7848d6f612 req-49387411-b8da-4328-a021-f0d429441f80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 1128 time: 0.0662351 Mar 15 17:28:13.909117 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cbf47-2749-4c70-ad75-5a7848d6f612 req-5b375c8d-b01a-4038-a8bc-6f02418c5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:13.910575 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-105cbf47-2749-4c70-ad75-5a7848d6f612 req-5b375c8d-b01a-4038-a8bc-6f02418c5e47 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1028657 Mar 15 17:28:14.007626 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cbf47-2749-4c70-ad75-5a7848d6f612 req-820970dd-fcb7-4e44-b61b-c5dfc69be455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:14.009118 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-105cbf47-2749-4c70-ad75-5a7848d6f612 req-820970dd-fcb7-4e44-b61b-c5dfc69be455 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898304 Mar 15 17:28:14.128331 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-76f58662-8664-433a-9979-40aea31013f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:14.130069 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-76f58662-8664-433a-9979-40aea31013f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 1128 time: 0.0461118 Mar 15 17:28:14.178171 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-51c43b69-0973-4dcf-ae20-57c83c003bb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1 HTTP/1.1" status: 200 len: 217 time: 0.0410006 Mar 15 17:28:14.235159 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-d96fc86f-1d71-4347-9823-20d841babb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:14.236830 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-d96fc86f-1d71-4347-9823-20d841babb19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0529511 Mar 15 17:28:14.268894 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442a16-1300-4370-993c-bce919c0904e req-b3567355-0ce3-4d15-afc2-54f021304b62 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:14.270419 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fa442a16-1300-4370-993c-bce919c0904e req-b3567355-0ce3-4d15-afc2-54f021304b62 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 944 time: 0.0583377 Mar 15 17:28:14.293261 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14487-9944-467a-9f76-8d75f6315d24 req-210210c4-d86f-408e-aa2f-e0a5444529af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:14.294835 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-210210c4-d86f-408e-aa2f-e0a5444529af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513821 Mar 15 17:28:14.322537 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fa442a16-1300-4370-993c-bce919c0904e req-3af44967-4842-4f28-aa7e-7ce5a3d2994a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Mar 15 17:28:14.394570 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-70c5e8ac-39ee-406a-bc33-0888d5b9d4ac service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934734 Mar 15 17:28:14.489899 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-37a14487-9944-467a-9f76-8d75f6315d24 req-fdd2d81e-eb56-4fa5-a1e8-46364595f0f3 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895476 Mar 15 17:28:14.760252 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a28248-bd89-4f6d-8fcd-ac9276e29ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:14.795073 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56476) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:14.921047 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a2a7fc7a-1938-43a3-83b6-ab754ea1ac20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.001220 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a2a7fc7a-1938-43a3-83b6-ab754ea1ac20 admin admin] Publish callbacks [] for security_group (e131aa90-42db-43a9-81a2-f9140284cf73), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.089661 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a2a7fc7a-1938-43a3-83b6-ab754ea1ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (e131aa90-42db-43a9-81a2-f9140284cf73), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.128041 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a2a7fc7a-1938-43a3-83b6-ab754ea1ac20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b8d1b137a7749afb36d7c3eff85e269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312981 Mar 15 17:28:15.129191 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7fc7a-1938-43a3-83b6-ab754ea1ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e131aa90-42db-43a9-81a2-f9140284cf73,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:15.132086 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56480) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:15.181897 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fca892ac-3fa4-4678-8fca-20cc519e23b9 admin admin] Publish callbacks [] for security_group (e131aa90-42db-43a9-81a2-f9140284cf73), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.207909 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fca892ac-3fa4-4678-8fca-20cc519e23b9 admin admin] Publish callbacks [] for security_group (e131aa90-42db-43a9-81a2-f9140284cf73), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.311223 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fca892ac-3fa4-4678-8fca-20cc519e23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (e131aa90-42db-43a9-81a2-f9140284cf73), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.313809 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-fca892ac-3fa4-4678-8fca-20cc519e23b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.314997 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-fca892ac-3fa4-4678-8fca-20cc519e23b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e131aa90-42db-43a9-81a2-f9140284cf73 HTTP/1.1" status: 204 len: 168 time: 0.1818571 Mar 15 17:28:15.323186 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca892ac-3fa4-4678-8fca-20cc519e23b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131aa90-42db-43a9-81a2-f9140284cf73,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:15.462232 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702b3f7-e965-41cf-b20e-bb62e43175e9 req-a46ce358-2ba4-4477-9c29-f39122ad402d tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:15.463718 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3702b3f7-e965-41cf-b20e-bb62e43175e9 req-a46ce358-2ba4-4477-9c29-f39122ad402d tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 944 time: 0.0620677 Mar 15 17:28:15.523299 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3702b3f7-e965-41cf-b20e-bb62e43175e9 req-06f67b70-6af8-434d-95bf-d3fd9409c447 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465155 Mar 15 17:28:15.815362 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:16.663697 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5742c1-a05e-4503-83e8-ec30fedb37cb req-739ed7d2-614b-44f7-9539-686bb87dde8e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:16.665642 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ad5742c1-a05e-4503-83e8-ec30fedb37cb req-739ed7d2-614b-44f7-9539-686bb87dde8e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 944 time: 0.0588915 Mar 15 17:28:16.720091 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ad5742c1-a05e-4503-83e8-ec30fedb37cb req-53d796db-d22f-4185-aea1-4c3bdc64ecf7 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486977 Mar 15 17:28:16.811492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device bd336e2b-8d35-47a8-800c-23a4df1680e1 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:28:16.912972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port bd336e2b-8d35-47a8-800c-23a4df1680e1, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:16.924691 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'port_id': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'mac_address': 'fa:16:3e:f8:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:28:16.965144 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port bd336e2b-8d35-47a8-800c-23a4df1680e1 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:28:16.965536 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:16.979968 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd336e2b-8d35-47a8-800c-23a4df1680e1 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:28:16.999290 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port bd336e2b-8d35-47a8-800c-23a4df1680e1, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:17.078642 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:17.131030 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=bd336e2b-8d35-47a8-800c-23a4df1680e1,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:17.334991 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['bd336e2b-8d35-47a8-800c-23a4df1680e1'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:28:17.484049 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:17.857701 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf8231-3a5b-4334-ab0b-f90f7f573e5b req-d6449b0b-44fa-4f43-84bd-b1dd88f87512 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:17.859309 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d3cf8231-3a5b-4334-ab0b-f90f7f573e5b req-d6449b0b-44fa-4f43-84bd-b1dd88f87512 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 945 time: 0.0641284 Mar 15 17:28:17.912893 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d3cf8231-3a5b-4334-ab0b-f90f7f573e5b req-b7c83fc3-0d45-4c4f-a633-028423e8d04d tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Mar 15 17:28:18.758222 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:18.813158 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device bd336e2b-8d35-47a8-800c-23a4df1680e1 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:28:18.950459 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port bd336e2b-8d35-47a8-800c-23a4df1680e1 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:28:18.955046 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port bd336e2b-8d35-47a8-800c-23a4df1680e1 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:28:18.958499 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:19.043720 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d620a-0ac7-46c8-86a1-965966adda9c req-16ed96ca-bf5a-4bd9-b647-bb4e2004873f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:19.045431 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-241d620a-0ac7-46c8-86a1-965966adda9c req-16ed96ca-bf5a-4bd9-b647-bb4e2004873f tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 945 time: 0.0613563 Mar 15 17:28:19.054456 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port bd336e2b-8d35-47a8-800c-23a4df1680e1 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:28:19.054852 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:19.080788 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:19.083245 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c525a-e285-494b-ae49-1a86b4987184" -d '{"events": [{"server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:19.101238 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-241d620a-0ac7-46c8-86a1-965966adda9c req-1c386632-342c-4065-83cc-921259337a81 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502403 Mar 15 17:28:19.110079 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port bd336e2b-8d35-47a8-800c-23a4df1680e1, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:19.122945 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b285559-d06d-4ee6-8230-331a617bd780 x-openstack-request-id: req-8b285559-d06d-4ee6-8230-331a617bd780 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:19.123232 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:19.123483 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b285559-d06d-4ee6-8230-331a617bd780 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:19.123936 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'code': 200} Mar 15 17:28:19.169496 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:19.217176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=bd336e2b-8d35-47a8-800c-23a4df1680e1,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:19.437848 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282983c2-7c12-4649-a650-9993f79de205 req-14ba1667-788e-420d-803d-376e964e3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:19.439375 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-282983c2-7c12-4649-a650-9993f79de205 req-14ba1667-788e-420d-803d-376e964e3eb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 1130 time: 0.0442379 Mar 15 17:28:19.481680 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-282983c2-7c12-4649-a650-9993f79de205 req-3b144f04-e954-432d-8288-76f65b944ba7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363650 Mar 15 17:28:20.222819 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e542-9be3-4368-a7e1-0cb189e8d420 req-e11dcf22-105d-4674-881e-a5c5103dda2a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:20.224910 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd48e542-9be3-4368-a7e1-0cb189e8d420 req-e11dcf22-105d-4674-881e-a5c5103dda2a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0553279 Mar 15 17:28:20.270759 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cd48e542-9be3-4368-a7e1-0cb189e8d420 req-21da8bbb-2d13-44a8-b0b4-72914858c95e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Mar 15 17:28:21.397716 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b94d8-6b0f-4d04-aeb0-89e667138ee2 req-cb6242d7-3a21-4a0c-887f-58160bcfd7c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:21.399199 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-794b94d8-6b0f-4d04-aeb0-89e667138ee2 req-cb6242d7-3a21-4a0c-887f-58160bcfd7c5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0554695 Mar 15 17:28:21.447664 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-794b94d8-6b0f-4d04-aeb0-89e667138ee2 req-9bc84d0a-124b-4245-a4b6-094ab19b3bdd tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Mar 15 17:28:21.567773 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b626ba-51a0-49d0-8b45-6a383c0c3d42 req-37da4c28-7f33-4329-8cc9-9426757ba49e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:21.569451 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f5b626ba-51a0-49d0-8b45-6a383c0c3d42 req-37da4c28-7f33-4329-8cc9-9426757ba49e tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0561228 Mar 15 17:28:21.578446 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56588) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:21.583056 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Request body: {'floatingip': {'port_id': 'bd336e2b-8d35-47a8-800c-23a4df1680e1'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:21.629869 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (36617e15-aead-4d43-a906-a66b573b964d), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:22.085943 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:22.150730 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (36617e15-aead-4d43-a906-a66b573b964d), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:22.252169 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 36617e15-aead-4d43-a906-a66b573b964d associated. External IP: 172.27.1.151, port: bd336e2b-8d35-47a8-800c-23a4df1680e1. Mar 15 17:28:22.479468 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:22.848609 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:22.853653 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:22.859045 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:22.868498 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:22.869108 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:22.891040 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-bfe71f02-2766-4dec-ac87-75df3695e36b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "PUT /v2.0/floatingips/36617e15-aead-4d43-a906-a66b573b964d HTTP/1.1" status: 200 len: 992 time: 1.3026013 Mar 15 17:28:22.891040 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:22.891040 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc4718-af89-4f47-baef-c7bd4583ce74" -d '{"events": [{"name": "network-changed", "server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:22.924362 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d50d3b-08a7-4203-a35f-b68762cc8d70 x-openstack-request-id: req-75d50d3b-08a7-4203-a35f-b68762cc8d70 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:22.924660 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:22.924922 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75d50d3b-08a7-4203-a35f-b68762cc8d70 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:22.925311 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'status': 'completed', 'code': 200} Mar 15 17:28:22.978410 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:22.999356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-d8b899f1-5417-4bcd-a98e-0ee6a9e40e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:23.001636 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-d8b899f1-5417-4bcd-a98e-0ee6a9e40e43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 1130 time: 0.0469875 Mar 15 17:28:23.110184 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-d03b3e84-72a1-496a-86e9-b41d52a5b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:23.111716 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-d03b3e84-72a1-496a-86e9-b41d52a5b3de service neutron] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 916 time: 0.1033330 Mar 15 17:28:23.181286 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-c0e86264-6773-4525-b143-6f7d6e6532f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1 HTTP/1.1" status: 200 len: 1000 time: 0.0621626 Mar 15 17:28:23.219223 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '36617e15-aead-4d43-a906-a66b573b964d', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:f8:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:28:08Z', 'updated_at': '2022-03-15T17:28:21Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:23.235943 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-3f05e6a2-eea9-43d4-abed-0ab5b8022a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:23.236099 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-3f05e6a2-eea9-43d4-abed-0ab5b8022a3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0478158 Mar 15 17:28:23.248277 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:23.257796 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:23.258413 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:23.287228 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-52fac861-c18e-4562-8fd5-bea06fdb452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:23.288810 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-52fac861-c18e-4562-8fd5-bea06fdb452b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461674 Mar 15 17:28:23.372386 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:23.386404 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-f34541c1-6af5-42de-8834-16c52364a036 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910761 Mar 15 17:28:23.481525 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2bcc4718-af89-4f47-baef-c7bd4583ce74 req-82abadbd-13f1-4a6c-b699-eb6eaf7f5d76 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882530 Mar 15 17:28:23.610154 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '36617e15-aead-4d43-a906-a66b573b964d', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:f8:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:28:08Z', 'updated_at': '2022-03-15T17:28:21Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:23.636639 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd369b-abd0-4290-ab3a-f7cc35971e9a None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '36617e15-aead-4d43-a906-a66b573b964d', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'port_id': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'mac_address': 'fa:16:3e:f8:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:28:08Z', 'updated_at': '2022-03-15T17:28:21Z', 'revision_number': 1, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:23.843240 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba38943e-d095-4707-9070-cf900fa3c2e6 None None] New status for floating IP 36617e15-aead-4d43-a906-a66b573b964d: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:28:26.927488 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56656) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:27.033024 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86579856-4265-417f-b3a6-5eae1ca329d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.106550 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86579856-4265-417f-b3a6-5eae1ca329d2 admin admin] Publish callbacks [] for security_group (7508898c-4710-4173-bd66-7767b5074e3f), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.167347 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-86579856-4265-417f-b3a6-5eae1ca329d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (7508898c-4710-4173-bd66-7767b5074e3f), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.205879 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86579856-4265-417f-b3a6-5eae1ca329d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7508898c-4710-4173-bd66-7767b5074e3f,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:27.210243 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-86579856-4265-417f-b3a6-5eae1ca329d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53a9a796ed944611a18cb520a7f02ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816269 Mar 15 17:28:27.213145 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56660) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:27.261269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c10a9b7-3579-4524-b8a4-ff65765b3d9d admin admin] Publish callbacks [] for security_group (7508898c-4710-4173-bd66-7767b5074e3f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.281649 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c10a9b7-3579-4524-b8a4-ff65765b3d9d admin admin] Publish callbacks [] for security_group (7508898c-4710-4173-bd66-7767b5074e3f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.403649 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c10a9b7-3579-4524-b8a4-ff65765b3d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (7508898c-4710-4173-bd66-7767b5074e3f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.406870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c10a9b7-3579-4524-b8a4-ff65765b3d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.408061 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2c10a9b7-3579-4524-b8a4-ff65765b3d9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7508898c-4710-4173-bd66-7767b5074e3f HTTP/1.1" status: 204 len: 168 time: 0.1940877 Mar 15 17:28:27.416690 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10a9b7-3579-4524-b8a4-ff65765b3d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508898c-4710-4173-bd66-7767b5074e3f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:28.015038 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56668) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:28.028711 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b4379a-6239-409d-983b-b76d27992b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.107450 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b4379a-6239-409d-983b-b76d27992b9d admin admin] Publish callbacks [] for security_group (f029135a-537b-41b5-a6a9-5024d62a8e5d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.192388 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e4b4379a-6239-409d-983b-b76d27992b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f029135a-537b-41b5-a6a9-5024d62a8e5d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.231030 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e4b4379a-6239-409d-983b-b76d27992b9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bf750131f5145b1a61279b90a33306e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147715 Mar 15 17:28:28.233131 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4379a-6239-409d-983b-b76d27992b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f029135a-537b-41b5-a6a9-5024d62a8e5d,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:28.234114 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56670) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:28.282100 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2a905d2a-26ec-4d08-a956-ff0b37361360 admin admin] Publish callbacks [] for security_group (f029135a-537b-41b5-a6a9-5024d62a8e5d), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.302531 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2a905d2a-26ec-4d08-a956-ff0b37361360 admin admin] Publish callbacks [] for security_group (f029135a-537b-41b5-a6a9-5024d62a8e5d), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.432559 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2a905d2a-26ec-4d08-a956-ff0b37361360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (f029135a-537b-41b5-a6a9-5024d62a8e5d), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.435129 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2a905d2a-26ec-4d08-a956-ff0b37361360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:28.436309 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2a905d2a-26ec-4d08-a956-ff0b37361360 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f029135a-537b-41b5-a6a9-5024d62a8e5d HTTP/1.1" status: 204 len: 168 time: 0.2011659 Mar 15 17:28:28.444236 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905d2a-26ec-4d08-a956-ff0b37361360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f029135a-537b-41b5-a6a9-5024d62a8e5d,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:28.689200 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.098179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56678) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:29.111538 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c958e6ff-7382-4a0e-a92e-6a617129948c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.193936 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c958e6ff-7382-4a0e-a92e-6a617129948c admin admin] Publish callbacks [] for security_group (aca94fbc-fb51-4b3d-a494-76d39b4fa36d), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.247874 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c958e6ff-7382-4a0e-a92e-6a617129948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (aca94fbc-fb51-4b3d-a494-76d39b4fa36d), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.283341 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:28:29.286296 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958e6ff-7382-4a0e-a92e-6a617129948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca94fbc-fb51-4b3d-a494-76d39b4fa36d,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:29.291549 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c958e6ff-7382-4a0e-a92e-6a617129948c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da0e371dc2314c7792dd9575173005dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916685 Mar 15 17:28:29.294022 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56680) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:29.344511 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b01b759-fbd4-4487-af60-ec2989fa3e7d admin admin] Publish callbacks [] for security_group (aca94fbc-fb51-4b3d-a494-76d39b4fa36d), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.365632 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b01b759-fbd4-4487-af60-ec2989fa3e7d admin admin] Publish callbacks [] for security_group (aca94fbc-fb51-4b3d-a494-76d39b4fa36d), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.470258 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b01b759-fbd4-4487-af60-ec2989fa3e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (aca94fbc-fb51-4b3d-a494-76d39b4fa36d), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.472893 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b01b759-fbd4-4487-af60-ec2989fa3e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:29.474069 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-4b01b759-fbd4-4487-af60-ec2989fa3e7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aca94fbc-fb51-4b3d-a494-76d39b4fa36d HTTP/1.1" status: 204 len: 168 time: 0.1795573 Mar 15 17:28:29.483883 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01b759-fbd4-4487-af60-ec2989fa3e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca94fbc-fb51-4b3d-a494-76d39b4fa36d,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:40.425459 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1708-74c1-4d83-80d3-c5b3af358efa req-a7c88250-0294-4f07-a75b-0ede5220aee2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:40.426978 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0e9c1708-74c1-4d83-80d3-c5b3af358efa req-a7c88250-0294-4f07-a75b-0ede5220aee2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 945 time: 0.0528104 Mar 15 17:28:40.476567 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0e9c1708-74c1-4d83-80d3-c5b3af358efa req-16e63d01-b54d-4374-8a28-a23e776cf3f3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Mar 15 17:28:40.503821 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56730) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:40.845322 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Deleting port ec53d403-d4ca-46e0-af86-3dd1ca2ac495 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:40.845660 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:40.919495 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:40.919753 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for floatingip (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:40.931990 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Calling delete_port for ec53d403-d4ca-46e0-af86-3dd1ca2ac495 owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:41.173248 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (ec53d403-d4ca-46e0-af86-3dd1ca2ac495), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event deleted for resources: {'Port': ['ID=ec53d403-d4ca-46e0-af86-3dd1ca2ac495,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.242498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.245918 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.245918 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.245918 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:41.245918 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for floatingip (c55e5843-2bc1-4a39-a4bb-50716e84d519), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:41.245918 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Floating IP c55e5843-2bc1-4a39-a4bb-50716e84d519 disassociated (deleted). External IP: 172.27.1.135, port: e8cfbb52-b115-4e78-9a77-c0e037e3cc55. Mar 15 17:28:41.456528 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Router c975485e-387a-4197-976b-9f0746575bc9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:41.650445 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:41.655449 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:41.661284 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] Sync routers for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:41.663910 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81315f0c-6f85-48b4-ae85-7836ec34e57d req-c51bbe5b-aa5b-4b39-b976-51fa1b258ae6 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:41.665487 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81315f0c-6f85-48b4-ae85-7836ec34e57d req-c51bbe5b-aa5b-4b39-b976-51fa1b258ae6 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 945 time: 0.1182215 Mar 15 17:28:41.671847 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:41.672542 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:41.713835 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0b989254-d99c-48b3-95f2-081a0b886b25 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "DELETE /v2.0/floatingips/c55e5843-2bc1-4a39-a4bb-50716e84d519 HTTP/1.1" status: 204 len: 168 time: 1.2088041 Mar 15 17:28:41.714551 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:41.717086 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f7d31-e14e-40f2-8390-2c5710f0ba32" -d '{"events": [{"name": "network-changed", "server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:41.754132 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-81315f0c-6f85-48b4-ae85-7836ec34e57d req-28c29b60-bb1f-45e8-b725-026280ef615d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701046 Mar 15 17:28:41.803821 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b326c1-34c6-4cc4-9ae9-adfcaeba0cc8 x-openstack-request-id: req-32b326c1-34c6-4cc4-9ae9-adfcaeba0cc8 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:41.804123 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:41.804425 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32b326c1-34c6-4cc4-9ae9-adfcaeba0cc8 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:41.804831 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'status': 'completed', 'code': 200} Mar 15 17:28:41.877503 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-dcb2acaa-a180-4bb1-be2c-d778362ce1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:41.879172 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-dcb2acaa-a180-4bb1-be2c-d778362ce1ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77576455e18246229bff2816aef266a6&device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 1129 time: 0.0457513 Mar 15 17:28:41.924001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:41.977785 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-89ef8ed0-9b48-426e-b4dc-191349f0d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:41.979315 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-89ef8ed0-9b48-426e-b4dc-191349f0d513 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 200 len: 909 time: 0.0917695 Mar 15 17:28:42.034497 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-4df951c7-5d36-4691-89e4-aed1decc2c48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 200 len: 217 time: 0.0472989 Mar 15 17:28:42.035674 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-c5198ee3-397f-4733-b844-14481bdae33f tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:42.037164 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-c5198ee3-397f-4733-b844-14481bdae33f tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 945 time: 0.0659130 Mar 15 17:28:42.093519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-d9d887df-683c-4dee-8615-0b7840720b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:42.094462 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-d9d887df-683c-4dee-8615-0b7840720b7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 200 len: 847 time: 0.0506129 Mar 15 17:28:42.148087 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-209f009a-ee38-4da2-b1b1-77de9cc6a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:42.149602 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-209f009a-ee38-4da2-b1b1-77de9cc6a424 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488765 Mar 15 17:28:42.160406 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:42.167229 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Deleting port a5c76781-bcf4-4acb-9098-d0675e787871 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:42.167571 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:42.188911 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] Checking router: c975485e-387a-4197-976b-9f0746575bc9 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:42.197608 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:42.198233 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:42.254636 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-8e60403d-1af5-453b-99a5-c91599ebb5cb service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968034 Mar 15 17:28:42.274839 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e3e86-9b75-4007-9a3b-e6eebc74b544 req-5b45b0b3-9d9b-4431-91b7-b8d7426c808e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:42.276723 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e34e3e86-9b75-4007-9a3b-e6eebc74b544 req-5b45b0b3-9d9b-4431-91b7-b8d7426c808e tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.1208251 Mar 15 17:28:42.302052 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] For port a5c76781-bcf4-4acb-9098-d0675e787871, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=a5c76781-bcf4-4acb-9098-d0675e787871,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:42.302408 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:42.323959 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:42.353550 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-924f7d31-e14e-40f2-8390-2c5710f0ba32 req-ad5542f4-dcb0-4e22-9173-8e2ff152f99e service neutron] 10.222.0.44 "GET /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912938 Mar 15 17:28:42.356422 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0377750-d8e8-4294-a78f-a84f7cc9db1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:42.414044 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e34e3e86-9b75-4007-9a3b-e6eebc74b544 req-5ea45140-5ece-4730-b4c9-2fb2e6f2ab11 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243629 Mar 15 17:28:42.555912 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:42.559698 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:42.560429 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (54ad4c7c-e1a1-4514-9d28-247ebc2f61a3), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:42.560429 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Floating IP 54ad4c7c-e1a1-4514-9d28-247ebc2f61a3 disassociated. External IP: 172.27.1.243, port: a5c76781-bcf4-4acb-9098-d0675e787871. Mar 15 17:28:42.560847 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Calling delete_port for a5c76781-bcf4-4acb-9098-d0675e787871 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:42.583940 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2fd640-0611-4204-896a-3a252dea261b None None] The sync data for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi is: [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:23:20Z', 'revision_number': 4, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '906ff176-7b0b-4ebf-aa6b-678847ab40d3', 'name': '', 'network_id': '81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4', 'tenant_id': '77576455e18246229bff2816aef266a6', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:20Z', 'updated_at': '2022-03-15T17:23:24Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'subnets': [{'id': '992a94b4-ecd2-439b-bdf0-e1a47ae88c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:42.781765 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (a5c76781-bcf4-4acb-9098-d0675e787871), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:42.825720 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472072b-4adc-4101-b625-b734aee2102d None None] New status for floating IP c55e5843-2bc1-4a39-a4bb-50716e84d519: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:28:42.839239 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'Port': ['ID=a5c76781-bcf4-4acb-9098-d0675e787871,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:42.944246 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-64a07eb0-3e8d-4caa-af2b-ef767f32eba8 req-1da843b6-8df3-4cbc-9ee9-417cccca4101 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 210 time: 0.0948958 Mar 15 17:28:42.989461 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:43.103616 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:43.113838 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:43.124742 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:43.125540 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:43.144569 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] No DVR routers for this DVR port a5c76781-bcf4-4acb-9098-d0675e787871 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:43.147028 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:43.150413 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9375072f-fb3c-4ad3-9a36-060c133a0ab2 req-d9b2262c-1be4-4cf6-8ec9-682b830dc5cc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "DELETE /v2.0/ports/a5c76781-bcf4-4acb-9098-d0675e787871 HTTP/1.1" status: 204 len: 173 time: 1.1053493 Mar 15 17:28:43.237708 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:43.458965 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:43.487176 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:43.496104 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:43.496718 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:43.551741 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326949d6-a189-4765-8759-4dbfebe2f02f req-9c37d5d8-fe34-4a14-ab6f-45e01c90c5b2 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:43.554034 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-326949d6-a189-4765-8759-4dbfebe2f02f req-9c37d5d8-fe34-4a14-ab6f-45e01c90c5b2 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0586805 Mar 15 17:28:43.607670 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:43.614493 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-326949d6-a189-4765-8759-4dbfebe2f02f req-4f96d325-3764-42eb-b052-68c0489aaee3 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Mar 15 17:28:43.806387 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'name': 'network-vif-deleted', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:43.809043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5e007-c328-485e-a243-c175692dbae3" -d '{"events": [{"server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "name": "network-vif-deleted", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:43.822185 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:43.859427 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c240a-153c-44c9-bb27-9e09f6bc32fc None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:43.861591 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548cb97d-ae37-4656-b75a-074a27ec021b x-openstack-request-id: req-548cb97d-ae37-4656-b75a-074a27ec021b {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:43.862328 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f163d1-86d9-43d7-a62d-3c267a94eb3b", "name": "network-vif-deleted", "tag": "a5c76781-bcf4-4acb-9098-d0675e787871", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:43.863309 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-548cb97d-ae37-4656-b75a-074a27ec021b {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:43.863939 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f163d1-86d9-43d7-a62d-3c267a94eb3b', 'name': 'network-vif-deleted', 'tag': 'a5c76781-bcf4-4acb-9098-d0675e787871', 'status': 'completed', 'code': 200} Mar 15 17:28:43.944676 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-86658e65-4ad2-4bd0-97e4-95c470411389 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:43.948642 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-86658e65-4ad2-4bd0-97e4-95c470411389 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.44 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 945 time: 0.0764098 Mar 15 17:28:44.074197 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aba6bca9-af5e-4626-a7ca-9c8694c2ecdb req-49f77580-53c8-48fa-ad11-bb76e5bb70bf tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f163d1-86d9-43d7-a62d-3c267a94eb3b HTTP/1.1" status: 200 len: 210 time: 0.0334959 Mar 15 17:28:44.096771 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Deleting port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:44.097113 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:44.131458 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e01509-002b-43f6-b98a-6930eabbf6aa None None] New status for floating IP 54ad4c7c-e1a1-4514-9d28-247ebc2f61a3: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:28:44.209107 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] For port e8cfbb52-b115-4e78-9a77-c0e037e3cc55, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:44.209988 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:44.228526 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Calling delete_port for e8cfbb52-b115-4e78-9a77-c0e037e3cc55 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:44.362716 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8285d-7258-42ba-a164-1f69f38204c2 req-3a3f2414-05e8-4d17-9629-7d3da8b54a09 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:44.364425 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29a8285d-7258-42ba-a164-1f69f38204c2 req-3a3f2414-05e8-4d17-9629-7d3da8b54a09 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0872407 Mar 15 17:28:44.446637 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-29a8285d-7258-42ba-a164-1f69f38204c2 req-3adad183-ba2d-41f1-815b-a22c832d8ca6 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759623 Mar 15 17:28:44.569134 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (e8cfbb52-b115-4e78-9a77-c0e037e3cc55), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:44.597294 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event deleted for resources: {'Port': ['ID=e8cfbb52-b115-4e78-9a77-c0e037e3cc55,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:44.644182 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] No DVR routers for this DVR port e8cfbb52-b115-4e78-9a77-c0e037e3cc55 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:44.646703 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:44.650082 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-252c6e53-3f89-49f9-a888-ad5e41af976e req-e98a027f-7e52-41ab-996d-0c5e95bb0938 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.44 "DELETE /v2.0/ports/e8cfbb52-b115-4e78-9a77-c0e037e3cc55 HTTP/1.1" status: 204 len: 173 time: 0.6927714 Mar 15 17:28:44.714964 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b265f27a-f72c-4d39-b55d-86446a2104f2 req-3f5229be-fd18-41c3-a667-c8e8829ba679 tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 210 time: 0.0291212 Mar 15 17:28:44.763475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bb51101e-9fd0-4ed2-8bbe-3392914b98de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:45.340611 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-2364b892-6d77-48d7-a065-0bc6cca6dfc5 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201917499&fields=id&tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 267 time: 0.0449643 Mar 15 17:28:45.451812 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-74141b62-1657-43f8-9fea-6d788e85cae1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:45.453516 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-74141b62-1657-43f8-9fea-6d788e85cae1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 810 time: 0.1061811 Mar 15 17:28:45.467832 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-bac106f0-aef3-4538-b4ce-ab789ace7944 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/quotas/c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 375 time: 0.0091515 Mar 15 17:28:45.531337 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-b0abe0d4-2143-4bd6-aa8a-6a1a720b1a63 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582666 Mar 15 17:28:45.629421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59db98-4fce-4cd5-b520-b7199ae141ae req-dbe8dad4-f868-4cd8-995e-23057fc2b0a3 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:45.630881 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d59db98-4fce-4cd5-b520-b7199ae141ae req-dbe8dad4-f868-4cd8-995e-23057fc2b0a3 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.1136792 Mar 15 17:28:45.669550 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-209c7887-81b3-4f92-bf01-8a4801cde052 service neutron] 10.222.0.23 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198158 Mar 15 17:28:45.737684 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d59db98-4fce-4cd5-b520-b7199ae141ae req-c6341a51-a991-4794-bfe7-8d6237493231 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973403 Mar 15 17:28:45.779661 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-6044e44c-8b76-4959-a39a-651409a0ae50 service neutron] 10.222.0.23 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024842 Mar 15 17:28:45.837189 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:45.846871 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-9ba87d84-e1c6-494b-a8c3-575188142c7c req-0089d8f8-448d-4430-bba4-08b574b4e55b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab16c1e-ffb7-43a9-b20f-7022c9d83f74 HTTP/1.1" status: 200 len: 210 time: 0.0292854 Mar 15 17:28:45.865058 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-deleted', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:45.868123 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f64ee7-928c-4698-a7aa-01701bdf4155" -d '{"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-deleted", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:45.902623 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d47a9-b340-4035-9860-703e900a7ecc x-openstack-request-id: req-a58d47a9-b340-4035-9860-703e900a7ecc {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:45.902970 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab16c1e-ffb7-43a9-b20f-7022c9d83f74", "name": "network-vif-deleted", "tag": "e8cfbb52-b115-4e78-9a77-c0e037e3cc55", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:45.903221 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a58d47a9-b340-4035-9860-703e900a7ecc {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:45.903594 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab16c1e-ffb7-43a9-b20f-7022c9d83f74', 'name': 'network-vif-deleted', 'tag': 'e8cfbb52-b115-4e78-9a77-c0e037e3cc55', 'status': 'completed', 'code': 200} Mar 15 17:28:46.127069 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-a815f967-0dd7-4093-85ec-13b45ed80fc1 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:46.128694 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-a815f967-0dd7-4093-85ec-13b45ed80fc1 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 946 time: 0.0583186 Mar 15 17:28:46.229402 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Deleting port ae4b2efe-5332-4a45-81a3-a874b35b70b3 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:46.229752 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:46.324253 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] For port ae4b2efe-5332-4a45-81a3-a874b35b70b3, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=ae4b2efe-5332-4a45-81a3-a874b35b70b3,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:46.324613 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:46.337456 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Calling delete_port for ae4b2efe-5332-4a45-81a3-a874b35b70b3 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:46.427923 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ac379e78-d21e-46da-aeeb-1d7bc40f7fa4 req-a89deb17-81b4-4ad6-8b65-2a5494ba2ed2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 210 time: 0.0346506 Mar 15 17:28:46.626732 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (ae4b2efe-5332-4a45-81a3-a874b35b70b3), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:46.639877 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['ae4b2efe-5332-4a45-81a3-a874b35b70b3'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:28:46.668892 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Pushing event deleted for resources: {'Port': ['ID=ae4b2efe-5332-4a45-81a3-a874b35b70b3,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:46.714519 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] No DVR routers for this DVR port ae4b2efe-5332-4a45-81a3-a874b35b70b3 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:46.716879 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:46.720391 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-80467544-7aa5-4d87-9fbc-b21eccd74d2e req-aa22efaf-8161-4212-a79e-ce4e30951f29 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "DELETE /v2.0/ports/ae4b2efe-5332-4a45-81a3-a874b35b70b3 HTTP/1.1" status: 204 len: 173 time: 0.5858624 Mar 15 17:28:46.837892 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e37f5136-876c-4d6d-8441-ea46cc678fff req-8e6c5b8c-72c4-4c33-a98e-e1a91e79459f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=8050e99c-ac97-41d3-889b-48749f76dd2b HTTP/1.1" status: 200 len: 210 time: 0.0268998 Mar 15 17:28:46.910302 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56810) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:46.926219 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device a5c76781-bcf4-4acb-9098-d0675e787871 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:46.947467 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: a5c76781-bcf4-4acb-9098-d0675e787871 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:46.947840 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device a5c76781-bcf4-4acb-9098-d0675e787871 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:46.973537 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af538dd4-02e6-4492-8d18-afb466909f6b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group (c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.002270 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af538dd4-02e6-4492-8d18-afb466909f6b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group (c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.141577 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af538dd4-02e6-4492-8d18-afb466909f6b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.144311 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af538dd4-02e6-4492-8d18-afb466909f6b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.147229 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-af538dd4-02e6-4492-8d18-afb466909f6b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3 HTTP/1.1" status: 204 len: 168 time: 0.2352536 Mar 15 17:28:47.157674 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af538dd4-02e6-4492-8d18-afb466909f6b tempest-TestShelveInstance-2069634285 tempest-TestShelveInstance-2069634285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a3fffd-489f-4d19-8a1f-f5ec5ecedcc3,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:47.262031 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56814) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:47.409418 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.776434 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ddcca36-3201-4b10-a01f-90ce3cdd1bf8 req-04176061-7fb1-498b-88ca-11be3497bdcf tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 210 time: 0.0657434 Mar 15 17:28:47.904311 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'name': 'network-vif-deleted', 'tag': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:47.906551 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879e4c8-3f0b-4425-86ce-3d74d8ed0873" -d '{"events": [{"server_uuid": "8050e99c-ac97-41d3-889b-48749f76dd2b", "name": "network-vif-deleted", "tag": "ae4b2efe-5332-4a45-81a3-a874b35b70b3"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:47.963479 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a8322-a086-4297-bce9-d33cdf0dfbe3 x-openstack-request-id: req-8a1a8322-a086-4297-bce9-d33cdf0dfbe3 {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:47.963479 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8050e99c-ac97-41d3-889b-48749f76dd2b", "name": "network-vif-deleted", "tag": "ae4b2efe-5332-4a45-81a3-a874b35b70b3", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:47.963479 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a1a8322-a086-4297-bce9-d33cdf0dfbe3 {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:47.963479 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8050e99c-ac97-41d3-889b-48749f76dd2b', 'name': 'network-vif-deleted', 'tag': 'ae4b2efe-5332-4a45-81a3-a874b35b70b3', 'status': 'completed', 'code': 200} Mar 15 17:28:48.077750 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (c975485e-387a-4197-976b-9f0746575bc9), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:48.330907 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Deleting port 906ff176-7b0b-4ebf-aa6b-678847ab40d3 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:48.331287 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:48.408209 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] For port 906ff176-7b0b-4ebf-aa6b-678847ab40d3, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=906ff176-7b0b-4ebf-aa6b-678847ab40d3,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:48.408571 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:48.425519 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Calling delete_port for 906ff176-7b0b-4ebf-aa6b-678847ab40d3 owned by network:router_interface {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:48.689305 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-3a1ee3fa-e3b4-45c5-99dd-5fc793c749ec tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:48.690682 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-3a1ee3fa-e3b4-45c5-99dd-5fc793c749ec tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 810 time: 0.1327422 Mar 15 17:28:48.730121 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (906ff176-7b0b-4ebf-aa6b-678847ab40d3), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:48.770157 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:48.771585 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Pushing event deleted for resources: {'Port': ['ID=906ff176-7b0b-4ebf-aa6b-678847ab40d3,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:48.854291 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-993438e0-a31d-4627-95d6-5a12e31fc5c4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 380 time: 0.1547067 Mar 15 17:28:48.921070 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-df6feab0-1437-43a1-b83e-aff7f8d8289f req-d06cb41e-60ba-4b32-bb0b-4ea4c58a4142 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 210 time: 0.0363724 Mar 15 17:28:48.952908 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (c975485e-387a-4197-976b-9f0746575bc9), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:49.172641 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Router c975485e-387a-4197-976b-9f0746575bc9 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:49.280481 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:49.285486 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-af041916-0172-437e-814c-9d2a6a30b887 admin admin] 10.222.0.23 "PUT /v2.0/routers/c975485e-387a-4197-976b-9f0746575bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0223029 Mar 15 17:28:49.288085 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56830) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:49.290702 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] Sync routers for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:49.304300 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:49.304956 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:49.400700 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks [] for router (c975485e-387a-4197-976b-9f0746575bc9), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:49.414231 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:49.507819 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks [] for router_gateway (c975485e-387a-4197-976b-9f0746575bc9), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:49.589979 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:28:48Z', 'revision_number': 5, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port': {'id': '5ac713c6-733b-4170-b1ce-97ee128710ec', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975485e-387a-4197-976b-9f0746575bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:17Z', 'updated_at': '2022-03-15T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:49.664831 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Deleting port 5ac713c6-733b-4170-b1ce-97ee128710ec {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:49.665212 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:49.756825 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] Checking router: c975485e-387a-4197-976b-9f0746575bc9 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:49.757347 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] For port 5ac713c6-733b-4170-b1ce-97ee128710ec, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5ac713c6-733b-4170-b1ce-97ee128710ec,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:49.757717 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:49.766538 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] Routers {'c975485e-387a-4197-976b-9f0746575bc9'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:49.767187 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['c975485e-387a-4197-976b-9f0746575bc9'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:49.774379 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Calling delete_port for 5ac713c6-733b-4170-b1ce-97ee128710ec owned by network:router_gateway {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:49.898390 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] Set router c975485e-387a-4197-976b-9f0746575bc9 gateway port host: None {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:49.949516 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:28:49Z', 'revision_number': 6, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:49.981090 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c913bda-0607-4462-9b3e-804e7b4275dd None None] The sync data for ids ['c975485e-387a-4197-976b-9f0746575bc9'] in dv-cinder-833871-1-iscsi is: [{'id': 'c975485e-387a-4197-976b-9f0746575bc9', 'name': 'tempest-TestShelveInstance-817805187-router', 'tenant_id': '77576455e18246229bff2816aef266a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:16Z', 'updated_at': '2022-03-15T17:28:49Z', 'revision_number': 6, 'project_id': '77576455e18246229bff2816aef266a6', 'gw_port_host': None}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:50.039740 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-224dbdf8-7041-49fe-ba92-f708afe83518 req-e0898793-68dd-4d11-8c93-e66dfbb21270 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 210 time: 0.0279620 Mar 15 17:28:50.055049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (5ac713c6-733b-4170-b1ce-97ee128710ec), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.081847 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac713c6-733b-4170-b1ce-97ee128710ec,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:50.108938 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (c975485e-387a-4197-976b-9f0746575bc9), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.199017 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (c975485e-387a-4197-976b-9f0746575bc9), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.201060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks [] for router_controller (c975485e-387a-4197-976b-9f0746575bc9), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.294825 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:50.298177 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'port': {'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'admin_state_up': True, 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'security_groups': ['c81fdfc5-b6f8-4e54-948b-63cc0bf2f853']}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:50.314249 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (c975485e-387a-4197-976b-9f0746575bc9), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.314781 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c975485e-387a-4197-976b-9f0746575bc9 {{(pid=103754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:28:50.316413 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: e8cfbb52-b115-4e78-9a77-c0e037e3cc55 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:50.316413 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device e8cfbb52-b115-4e78-9a77-c0e037e3cc55 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:50.348120 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.352691 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-d05fd22e-e151-440c-b4f3-50b8060080c6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c975485e-387a-4197-976b-9f0746575bc9 HTTP/1.1" status: 204 len: 168 time: 1.0601780 Mar 15 17:28:50.352887 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56838) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:50.407857 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Deleting subnet 992a94b4-ecd2-439b-bdf0-e1a47ae88c34 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:28:50.412994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Publish callbacks [] for subnet (992a94b4-ecd2-439b-bdf0-e1a47ae88c34), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.448431 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (992a94b4-ecd2-439b-bdf0-e1a47ae88c34), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.489318 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Made reservation on behalf of c1d0bc5b1ec74662b36773cf3bcc8cd5 for: {'port': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:28:50.493402 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.525486 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (992a94b4-ecd2-439b-bdf0-e1a47ae88c34), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.619387 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Allocated IP 172.20.0.4 (ac635906-cd82-4bc3-80dc-c20fcd55bc58/7d79ad2a-8c97-45b7-940a-d133e16a4e15/fdf386f3-51a7-428d-9103-02bfd4fba694) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:28:50.644179 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (992a94b4-ecd2-439b-bdf0-e1a47ae88c34), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.669717 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992a94b4-ecd2-439b-bdf0-e1a47ae88c34,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:50.680505 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.683441 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e3525-7e3a-4a86-a8bd-c3a86c836fb0 None None] Network 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:28:50.685201 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/992a94b4-ecd2-439b-bdf0-e1a47ae88c34 HTTP/1.1" status: 204 len: 168 time: 0.3314652 Mar 15 17:28:50.687715 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.688131 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.688566 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.689000 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.689432 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.689875 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.690298 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.691310 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.691762 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.692214 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.692640 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.693125 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.693549 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.694551 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.696132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f76178-9ace-434d-866c-6ed9a7ef638f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:50.699057 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56840) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:50.770741 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.771205 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.848675 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Deleting port 4c942647-7759-475d-8c88-e642bb5ae7bb {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:50.849032 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.867761 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.869885 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] DHCP port deletion for 81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:28:50.916017 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:28:50.920782 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Deleting port 4c942647-7759-475d-8c88-e642bb5ae7bb {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:50.921323 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.923579 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:28:50.927300 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:28:50.929431 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] For port 4c942647-7759-475d-8c88-e642bb5ae7bb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4c942647-7759-475d-8c88-e642bb5ae7bb,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:50.929819 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.937732 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:50.938411 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:50.948035 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Calling delete_port for 4c942647-7759-475d-8c88-e642bb5ae7bb owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:50.950238 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=fdf386f3-51a7-428d-9103-02bfd4fba694,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:51.015560 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] For port 4c942647-7759-475d-8c88-e642bb5ae7bb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=4c942647-7759-475d-8c88-e642bb5ae7bb,segment=NetworkSegment(a7b7d11d-f69d-482e-8cef-d97c96c21da8),segment_id=a7b7d11d-f69d-482e-8cef-d97c96c21da8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:51.016028 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.033939 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Calling delete_port for 4c942647-7759-475d-8c88-e642bb5ae7bb owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:51.035509 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d6dc4933-3bc1-4a17-8b1a-4a3b7032755c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441375 Mar 15 17:28:51.123580 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.132860 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (4c942647-7759-475d-8c88-e642bb5ae7bb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.161745 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Pushing event deleted for resources: {'Port': ['ID=4c942647-7759-475d-8c88-e642bb5ae7bb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:51.161904 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c942647-7759-475d-8c88-e642bb5ae7bb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:51.164407 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] No DVR routers for this DVR port 4c942647-7759-475d-8c88-e642bb5ae7bb on host dv-cinder-833871-1-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:51.165650 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] No DVR routers for this DVR port 4c942647-7759-475d-8c88-e642bb5ae7bb on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:51.176430 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.176430 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.184760 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.185231 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.185800 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.186223 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.186645 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.187389 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Request body: {'port': {'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:51.188230 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.188691 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.190525 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.191034 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.191463 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.191921 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.192849 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.196227 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc5899-9bcc-4e2d-84cb-0a19c7a4c8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:51.272430 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-bd108d75-45d1-4505-9cac-a9b4658f6444 None None] Provisioning complete for port fdf386f3-51a7-428d-9103-02bfd4fba694 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:28:51.272897 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bd108d75-45d1-4505-9cac-a9b4658f6444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.282230 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.285018 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba465c4-0e1d-49e8-9a98-986e05730a8f req-f1bc96b1-aa68-429e-b6f4-39eb9505d0ff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:51.292152 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aba465c4-0e1d-49e8-9a98-986e05730a8f req-f1bc96b1-aa68-429e-b6f4-39eb9505d0ff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 931 time: 0.1723175 Mar 15 17:28:51.305739 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:51.311090 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.318244 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b7d11d-f69d-482e-8cef-d97c96c21da8') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:51.319094 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b7d11d-f69d-482e-8cef-d97c96c21da8') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:51.332539 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (a7b7d11d-f69d-482e-8cef-d97c96c21da8), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.336491 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bd108d75-45d1-4505-9cac-a9b4658f6444 None None] Port fdf386f3-51a7-428d-9103-02bfd4fba694 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:28:51.354330 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (a7b7d11d-f69d-482e-8cef-d97c96c21da8), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.361235 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:28:51.361599 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (a7b7d11d-f69d-482e-8cef-d97c96c21da8), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:28:51.363894 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:28:51.395330 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aba465c4-0e1d-49e8-9a98-986e05730a8f req-6aaa09c8-a667-4bf0-b887-f2bc6664e581 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016376 Mar 15 17:28:51.489256 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.498994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.500742 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ae4b2efe-5332-4a45-81a3-a874b35b70b3 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:51.506075 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] 10.222.0.23 "DELETE /v2.0/networks/81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4 HTTP/1.1" status: 204 len: 168 time: 0.8022759 Mar 15 17:28:51.512831 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56846) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:51.523490 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50e776-3a35-4a95-933a-8d56c177655b admin admin] Pushing event deleted for resources: {'Network': ['ID=81fe3aed-dcd1-495b-9c99-1ecfe70fa8a4,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:51.524293 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: ae4b2efe-5332-4a45-81a3-a874b35b70b3 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:51.524886 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device ae4b2efe-5332-4a45-81a3-a874b35b70b3 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:51.644124 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf386f3-51a7-428d-9103-02bfd4fba694 {{(pid=103754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:28:51.652611 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Publish callbacks [] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.665328 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.provisioning_blocks [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Transition to ACTIVE for port object fdf386f3-51a7-428d-9103-02bfd4fba694 will not be triggered until provisioned by entity L2. {{(pid=103754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:28:51.727281 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.806466 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Pushing event updated for resources: {'Port': ['ID=fdf386f3-51a7-428d-9103-02bfd4fba694,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:51.826462 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Attempting to bind port fdf386f3-51a7-428d-9103-02bfd4fba694 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:28:51.826813 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Attempting to bind port fdf386f3-51a7-428d-9103-02bfd4fba694 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:28:51.827135 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Attempting to bind port fdf386f3-51a7-428d-9103-02bfd4fba694 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:28:51.831919 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Port fdf386f3-51a7-428d-9103-02bfd4fba694 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:28:51.832248 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Attempting to bind port fdf386f3-51a7-428d-9103-02bfd4fba694 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:28:51.838544 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:28:51.838974 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Checking segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:28:51.839373 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Bound using segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:28:51.839841 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Bound port: fdf386f3-51a7-428d-9103-02bfd4fba694, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:28:51.840191 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.887330 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (11ba1335-b008-49e2-9e4e-b05caa29e380), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.920157 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] For port fdf386f3-51a7-428d-9103-02bfd4fba694, host hv-cinder-83387, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:28:51.923584 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] For port fdf386f3-51a7-428d-9103-02bfd4fba694, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fdf386f3-51a7-428d-9103-02bfd4fba694,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:28:51.992838 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.029298 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:52.030213 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.031781 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] 10.222.0.44 "PUT /v2.0/ports/fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 1093 time: 0.8521090 Mar 15 17:28:52.035919 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:52.036396 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5ac713c6-733b-4170-b1ce-97ee128710ec no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:52.038481 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b" -d '{"events": [{"name": "network-changed", "server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:52.071273 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 5ac713c6-733b-4170-b1ce-97ee128710ec {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:52.077935 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5ac713c6-733b-4170-b1ce-97ee128710ec not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:52.078375 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4c942647-7759-475d-8c88-e642bb5ae7bb no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:52.088054 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c6e3-df3a-474d-b15f-4fa3916572ad service neutron] Pushing event updated for resources: {'Port': ['ID=fdf386f3-51a7-428d-9103-02bfd4fba694,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:52.101317 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031eceb-e5cb-4574-9297-213ecc646a8d x-openstack-request-id: req-a031eceb-e5cb-4574-9297-213ecc646a8d {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:52.101616 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:52.101897 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a031eceb-e5cb-4574-9297-213ecc646a8d {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:52.102273 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'status': 'completed', 'code': 200} Mar 15 17:28:52.117492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 4c942647-7759-475d-8c88-e642bb5ae7bb {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:52.117998 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 4c942647-7759-475d-8c88-e642bb5ae7bb not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:52.118905 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 906ff176-7b0b-4ebf-aa6b-678847ab40d3 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:52.150647 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 906ff176-7b0b-4ebf-aa6b-678847ab40d3 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:52.151368 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 906ff176-7b0b-4ebf-aa6b-678847ab40d3 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:52.191388 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b req-8b455e1c-c9ce-44cc-8f5b-13a881246c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:52.193007 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b req-8b455e1c-c9ce-44cc-8f5b-13a881246c44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1127 time: 0.0680461 Mar 15 17:28:52.212156 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Deleting port fcd7cec9-e216-40cb-aa60-790c999ae83e {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:52.212681 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.329924 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b req-a8277ea0-3dcd-4bbc-88a2-5d29aad77b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:52.331571 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b req-a8277ea0-3dcd-4bbc-88a2-5d29aad77b7e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1302838 Mar 15 17:28:52.457733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b req-02bf70c9-7aa3-40d6-88ce-53a39a4bb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:52.461453 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e3f09805-7b6a-4fa4-bc4c-5330e35ba53b req-02bf70c9-7aa3-40d6-88ce-53a39a4bb7fc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221833 Mar 15 17:28:52.586850 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2c0fc-c252-4eed-889a-216eddd8a86b req-71c49e65-d694-4f37-a7df-a9399707d1a4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:52.588341 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a1a2c0fc-c252-4eed-889a-216eddd8a86b req-71c49e65-d694-4f37-a7df-a9399707d1a4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.0929551 Mar 15 17:28:52.593745 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-7c7ebb74-d907-4180-9064-429a25dc9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:52.598362 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-7c7ebb74-d907-4180-9064-429a25dc9688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1127 time: 0.0889308 Mar 15 17:28:52.598500 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] For port fcd7cec9-e216-40cb-aa60-790c999ae83e, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=fcd7cec9-e216-40cb-aa60-790c999ae83e,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:52.598500 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.609376 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Calling delete_port for fcd7cec9-e216-40cb-aa60-790c999ae83e owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:52.658038 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-ecb53a92-887f-4682-a8f0-860bb853b4a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 217 time: 0.0490932 Mar 15 17:28:52.858952 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (fcd7cec9-e216-40cb-aa60-790c999ae83e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.887345 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd7cec9-e216-40cb-aa60-790c999ae83e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:52.980340 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a1a2c0fc-c252-4eed-889a-216eddd8a86b req-25702e13-ce36-45e0-8c2d-9e2c3ea3b55c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844984 Mar 15 17:28:53.002754 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-83380e13-51f6-4c0a-b012-4541d7ff9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:53.005484 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-83380e13-51f6-4c0a-b012-4541d7ff9ac2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.3379569 Mar 15 17:28:53.058624 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-c847ff5d-86a4-4509-98b8-21994a10cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:53.060502 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-c847ff5d-86a4-4509-98b8-21994a10cc97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486112 Mar 15 17:28:53.072541 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (11ba1335-b008-49e2-9e4e-b05caa29e380), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:53.154396 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-3d33bb56-2510-41d0-854e-65e44dfd8cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Mar 15 17:28:53.249198 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a35cab63-3edd-49b6-94fa-19296a84cfce req-1e5cb380-5c96-4d05-b4bf-1166884d5a2f service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874269 Mar 15 17:28:53.288932 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Router 11ba1335-b008-49e2-9e4e-b05caa29e380 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:53.399349 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:53.404619 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a387e6a4-cb11-42ca-8a2e-08f6b16d2f27 admin admin] 10.222.0.23 "PUT /v2.0/routers/11ba1335-b008-49e2-9e4e-b05caa29e380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907526 Mar 15 17:28:53.407093 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56868) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:53.409843 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] Sync routers for ids ['11ba1335-b008-49e2-9e4e-b05caa29e380'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:53.422995 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] Routers {'11ba1335-b008-49e2-9e4e-b05caa29e380'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:53.423705 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['11ba1335-b008-49e2-9e4e-b05caa29e380'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.514358 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks [] for router (11ba1335-b008-49e2-9e4e-b05caa29e380), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:53.534063 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] Set router 11ba1335-b008-49e2-9e4e-b05caa29e380 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:53.617752 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks [] for router_gateway (11ba1335-b008-49e2-9e4e-b05caa29e380), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:53.710060 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:28:52Z', 'revision_number': 5, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port': {'id': 'e126e275-55da-47dc-b585-accac82a6fe8', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.736743 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] Checking router: 11ba1335-b008-49e2-9e4e-b05caa29e380 for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:53.745191 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] Routers {'11ba1335-b008-49e2-9e4e-b05caa29e380'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:53.745808 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['11ba1335-b008-49e2-9e4e-b05caa29e380'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.757003 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Deleting port e126e275-55da-47dc-b585-accac82a6fe8 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:53.757340 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (e126e275-55da-47dc-b585-accac82a6fe8), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:53.839624 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] Set router 11ba1335-b008-49e2-9e4e-b05caa29e380 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:53.851839 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] For port e126e275-55da-47dc-b585-accac82a6fe8, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=e126e275-55da-47dc-b585-accac82a6fe8,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:53.852207 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (e126e275-55da-47dc-b585-accac82a6fe8), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:53.865514 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Calling delete_port for e126e275-55da-47dc-b585-accac82a6fe8 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:53.894887 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:28:53Z', 'revision_number': 6, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.923928 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a34550-a540-422a-86bb-e15173a7ed46 None None] The sync data for ids ['11ba1335-b008-49e2-9e4e-b05caa29e380'] in dv-cinder-833871-1-iscsi is: [{'id': '11ba1335-b008-49e2-9e4e-b05caa29e380', 'name': 'tempest-TestShelveInstance-92191033-router', 'tenant_id': '275d54a1616346048038fbdbf9472b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:24Z', 'updated_at': '2022-03-15T17:28:53Z', 'revision_number': 6, 'project_id': '275d54a1616346048038fbdbf9472b74', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:54.101708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88a62c-771e-42ad-8b37-71360a6184c2 req-4dd694ac-ea3a-43e3-abf3-4d3591fe3a65 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:54.103240 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ab88a62c-771e-42ad-8b37-71360a6184c2 req-4dd694ac-ea3a-43e3-abf3-4d3591fe3a65 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.0568793 Mar 15 17:28:54.129034 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (e126e275-55da-47dc-b585-accac82a6fe8), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.153445 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ab88a62c-771e-42ad-8b37-71360a6184c2 req-52bd503d-a9bf-482f-9dd6-b66e080d04df tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Mar 15 17:28:54.154567 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=e126e275-55da-47dc-b585-accac82a6fe8,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:54.220938 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (11ba1335-b008-49e2-9e4e-b05caa29e380), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.324649 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (11ba1335-b008-49e2-9e4e-b05caa29e380), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.327234 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks [] for router_controller (11ba1335-b008-49e2-9e4e-b05caa29e380), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.447148 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (11ba1335-b008-49e2-9e4e-b05caa29e380), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.447697 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ba1335-b008-49e2-9e4e-b05caa29e380 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:28:54.452235 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.453370 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-50e12d40-3328-46ab-a199-b7dfd0ab8a89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/11ba1335-b008-49e2-9e4e-b05caa29e380 HTTP/1.1" status: 204 len: 168 time: 1.0452352 Mar 15 17:28:54.456137 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56878) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:54.505466 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Deleting subnet 88dda57b-d44d-4136-bdd7-dfefd0babdaf {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:28:54.508644 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Publish callbacks [] for subnet (88dda57b-d44d-4136-bdd7-dfefd0babdaf), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.543574 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Publish callbacks [] for subnet (88dda57b-d44d-4136-bdd7-dfefd0babdaf), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.618069 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (88dda57b-d44d-4136-bdd7-dfefd0babdaf), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.692751 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device fcd7cec9-e216-40cb-aa60-790c999ae83e no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:54.714923 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: fcd7cec9-e216-40cb-aa60-790c999ae83e {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:54.715284 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device fcd7cec9-e216-40cb-aa60-790c999ae83e not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:54.758219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (88dda57b-d44d-4136-bdd7-dfefd0babdaf), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.785723 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dda57b-d44d-4136-bdd7-dfefd0babdaf,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:54.791301 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.795873 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c95997a2-df95-4c09-a963-e955eb99cde3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88dda57b-d44d-4136-bdd7-dfefd0babdaf HTTP/1.1" status: 204 len: 168 time: 0.3386338 Mar 15 17:28:54.796944 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07180bda-4300-4f3a-98c4-460694c18fa2 None None] Network 87618d1e-d41c-4af1-ba92-175095df22c0 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:28:54.799494 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56880) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:54.872338 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (87618d1e-d41c-4af1-ba92-175095df22c0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.952320 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Deleting port c5746633-87f0-4b24-af82-ffb86c02ea96 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:54.952744 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:54.962836 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] DHCP port deletion for 87618d1e-d41c-4af1-ba92-175095df22c0 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:28:55.020001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] Deleting port c5746633-87f0-4b24-af82-ffb86c02ea96 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:28:55.020482 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.022115 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] For port c5746633-87f0-4b24-af82-ffb86c02ea96, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=c5746633-87f0-4b24-af82-ffb86c02ea96,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:55.022700 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.036714 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Calling delete_port for c5746633-87f0-4b24-af82-ffb86c02ea96 owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:55.089556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] For port c5746633-87f0-4b24-af82-ffb86c02ea96, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=c5746633-87f0-4b24-af82-ffb86c02ea96,segment=NetworkSegment(42f8fc31-acd3-4ed6-b415-815052685bc0),segment_id=42f8fc31-acd3-4ed6-b415-815052685bc0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:55.089961 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.103519 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] Calling delete_port for c5746633-87f0-4b24-af82-ffb86c02ea96 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:28:55.195937 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.202021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (c5746633-87f0-4b24-af82-ffb86c02ea96), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.228892 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5746633-87f0-4b24-af82-ffb86c02ea96,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:55.229171 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] Pushing event deleted for resources: {'Port': ['ID=c5746633-87f0-4b24-af82-ffb86c02ea96,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:55.236298 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa44b0-7266-4d12-8c84-88795aefcb9d None None] No DVR routers for this DVR port c5746633-87f0-4b24-af82-ffb86c02ea96 on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:55.238757 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] No DVR routers for this DVR port c5746633-87f0-4b24-af82-ffb86c02ea96 on host dv-cinder-833871-1-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:28:55.317430 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a183f20-dffe-4a87-9266-b050870dad94 req-f376ed81-e10b-40dc-aa85-ec470c03cd2b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:55.318123 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (87618d1e-d41c-4af1-ba92-175095df22c0), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.319420 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2a183f20-dffe-4a87-9266-b050870dad94 req-f376ed81-e10b-40dc-aa85-ec470c03cd2b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.0554516 Mar 15 17:28:55.342205 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87618d1e-d41c-4af1-ba92-175095df22c0']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:55.352358 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f8fc31-acd3-4ed6-b415-815052685bc0') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:55.352646 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f8fc31-acd3-4ed6-b415-815052685bc0') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:55.361967 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (42f8fc31-acd3-4ed6-b415-815052685bc0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2a183f20-dffe-4a87-9266-b050870dad94 req-7f775cb6-74c3-43e7-ad14-317a4eea6b69 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465882 Mar 15 17:28:55.375617 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (42f8fc31-acd3-4ed6-b415-815052685bc0), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.382685 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:28:55.383130 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (42f8fc31-acd3-4ed6-b415-815052685bc0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:28:55.386781 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:28:55.498634 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (87618d1e-d41c-4af1-ba92-175095df22c0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.503940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.507678 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] 10.222.0.23 "DELETE /v2.0/networks/87618d1e-d41c-4af1-ba92-175095df22c0 HTTP/1.1" status: 204 len: 168 time: 0.7070789 Mar 15 17:28:55.518645 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741015af-7e95-48d9-b001-eadd6e7a0984 admin admin] Pushing event deleted for resources: {'Network': ['ID=87618d1e-d41c-4af1-ba92-175095df22c0,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:55.818968 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56888) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:55.857950 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-518be04a-a68e-410b-aa23-ed77ff635bd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77576455e18246229bff2816aef266a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377648 Mar 15 17:28:55.860393 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56890) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:55.906458 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef62c81d-0ea9-4c51-b379-22de23509b2d admin admin] Publish callbacks [] for security_group (38cc8347-b6c0-4971-86cf-2e9f672cddba), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:55.931552 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef62c81d-0ea9-4c51-b379-22de23509b2d admin admin] Publish callbacks [] for security_group (38cc8347-b6c0-4971-86cf-2e9f672cddba), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.018705 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device c5746633-87f0-4b24-af82-ffb86c02ea96 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:56.040405 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: c5746633-87f0-4b24-af82-ffb86c02ea96 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:56.040753 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device c5746633-87f0-4b24-af82-ffb86c02ea96 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:56.041175 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e126e275-55da-47dc-b585-accac82a6fe8 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:28:56.055103 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef62c81d-0ea9-4c51-b379-22de23509b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (38cc8347-b6c0-4971-86cf-2e9f672cddba), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.057703 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef62c81d-0ea9-4c51-b379-22de23509b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.058883 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ef62c81d-0ea9-4c51-b379-22de23509b2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38cc8347-b6c0-4971-86cf-2e9f672cddba HTTP/1.1" status: 204 len: 168 time: 0.1975818 Mar 15 17:28:56.061036 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: e126e275-55da-47dc-b585-accac82a6fe8 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:28:56.061376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device e126e275-55da-47dc-b585-accac82a6fe8 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:28:56.071485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62c81d-0ea9-4c51-b379-22de23509b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cc8347-b6c0-4971-86cf-2e9f672cddba,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:56.490503 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d540fb-b229-461b-9d0b-444019dc77ed req-1d8d5a67-12c5-4e9b-8d49-b5a2bc9111ff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:56.491930 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-96d540fb-b229-461b-9d0b-444019dc77ed req-1d8d5a67-12c5-4e9b-8d49-b5a2bc9111ff tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.0527370 Mar 15 17:28:56.545408 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-96d540fb-b229-461b-9d0b-444019dc77ed req-201e2980-f605-4c71-8726-af7cb72deda8 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Mar 15 17:28:56.677245 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56900) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:56.717911 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-38dbf04d-5b4b-472a-aba2-0f51b1765ca2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=275d54a1616346048038fbdbf9472b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387833 Mar 15 17:28:56.720347 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 56902) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:56.767440 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-46d74807-cfd0-4373-84c8-8b91805e662b admin admin] Publish callbacks [] for security_group (929679b2-e7c4-4a61-8b6b-bea450a40205), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.788106 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-46d74807-cfd0-4373-84c8-8b91805e662b admin admin] Publish callbacks [] for security_group (929679b2-e7c4-4a61-8b6b-bea450a40205), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.894787 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-46d74807-cfd0-4373-84c8-8b91805e662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (929679b2-e7c4-4a61-8b6b-bea450a40205), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.897346 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-46d74807-cfd0-4373-84c8-8b91805e662b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:56.898497 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-46d74807-cfd0-4373-84c8-8b91805e662b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/929679b2-e7c4-4a61-8b6b-bea450a40205 HTTP/1.1" status: 204 len: 168 time: 0.1772480 Mar 15 17:28:56.906773 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d74807-cfd0-4373-84c8-8b91805e662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929679b2-e7c4-4a61-8b6b-bea450a40205,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:57.567922 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-c774a7f1-7a05-4049-b62b-f07326e1c027 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:57.569598 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-c774a7f1-7a05-4049-b62b-f07326e1c027 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/networks?id=cd0b5e86-548b-4759-a734-2992e751dcf6 HTTP/1.1" status: 200 len: 813 time: 0.1074009 Mar 15 17:28:57.585466 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-7528f455-3bc0-4528-9ddf-7030ce6fcb0e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/quotas/982099cc3c9348a3bee428ca7abd678f HTTP/1.1" status: 200 len: 375 time: 0.0103495 Mar 15 17:28:57.625222 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-66de2801-6de4-4144-9632-2e1e5f1876e5 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=982099cc3c9348a3bee428ca7abd678f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341916 Mar 15 17:28:57.731732 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3429-64da-4c9d-b8c7-d579a70959f7 req-642a642d-3d0c-4159-8f85-f378c5043b0a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:57.733214 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c33b3429-64da-4c9d-b8c7-d579a70959f7 req-642a642d-3d0c-4159-8f85-f378c5043b0a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.1114039 Mar 15 17:28:57.757797 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-8efe7d35-c850-4426-b9fb-53e50488654e service neutron] 10.222.0.23 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249311 Mar 15 17:28:57.841716 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c33b3429-64da-4c9d-b8c7-d579a70959f7 req-12807cea-f57c-4654-a17b-06f81ee114c0 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989113 Mar 15 17:28:57.869668 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-9d514be2-55f8-425f-866e-d3d669b78b28 service neutron] 10.222.0.23 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057968 Mar 15 17:28:58.111358 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1ac8626d-a20a-4857-8b52-7440c9097f95 req-221e1e33-0513-4489-94fc-ca6719791ffb tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Mar 15 17:28:58.734725 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:58.966026 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74790b26-f79b-47cf-8d1d-b629c0435c2b req-e33fbc39-03f1-4a8b-9c92-e205a0db43b3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:58.967557 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-74790b26-f79b-47cf-8d1d-b629c0435c2b req-e33fbc39-03f1-4a8b-9c92-e205a0db43b3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.0590739 Mar 15 17:28:59.017712 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-74790b26-f79b-47cf-8d1d-b629c0435c2b req-7abd79f2-ca3b-47f9-b4c3-e501fdf2fc3d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Mar 15 17:28:59.204304 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b12d27a5-769b-4eba-8971-4ee5c2bd3a59 req-bf357d09-5251-4af8-8622-df8f7f0e443a tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 210 time: 0.0284970 Mar 15 17:28:59.727023 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-343da9f9-a7a9-4880-b31c-3cdcecba186b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461428 Mar 15 17:28:59.821432 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-f7a96641-248e-4950-b0ef-3b96fa71df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:59.822984 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-f7a96641-248e-4950-b0ef-3b96fa71df5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 1130 time: 0.0503905 Mar 15 17:28:59.931360 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-13cd8b83-c045-478b-99bd-59145e551041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:59.932949 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-13cd8b83-c045-478b-99bd-59145e551041 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 200 len: 916 time: 0.0876834 Mar 15 17:29:00.023948 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-0160324c-e5a4-4f02-b85c-faa5ae7486cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1 HTTP/1.1" status: 200 len: 1002 time: 0.0748763 Mar 15 17:29:00.065331 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-d69b4de0-92ad-4e4c-8e4d-1511671e3c19 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:00.067039 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-d69b4de0-92ad-4e4c-8e4d-1511671e3c19 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "GET /v2.0/networks?id=cd0b5e86-548b-4759-a734-2992e751dcf6 HTTP/1.1" status: 200 len: 813 time: 0.1176145 Mar 15 17:29:00.079716 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Request body: {'port': {'device_id': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6', 'admin_state_up': True, 'tenant_id': '982099cc3c9348a3bee428ca7abd678f'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:00.087252 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-ebac97b7-e01a-4469-bb47-3391cb103f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:00.088790 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-ebac97b7-e01a-4469-bb47-3391cb103f5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 200 len: 854 time: 0.0589910 Mar 15 17:29:00.124771 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fdf386f3-51a7-428d-9103-02bfd4fba694 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:29:00.178587 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-f5f9b195-1e04-47c8-b2f6-d56baddc749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:00.180206 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-f5f9b195-1e04-47c8-b2f6-d56baddc749e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b960f61d-142e-4595-b4ad-02357e33f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846896 Mar 15 17:29:00.194982 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768554c-675b-4f66-964a-5b1ff141b606 req-aef311f7-9767-4b96-a750-f21cb14e48ea tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:00.202420 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e768554c-675b-4f66-964a-5b1ff141b606 req-aef311f7-9767-4b96-a750-f21cb14e48ea tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 943 time: 0.0983925 Mar 15 17:29:00.243034 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port fdf386f3-51a7-428d-9103-02bfd4fba694, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fdf386f3-51a7-428d-9103-02bfd4fba694,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:00.256533 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:29:00.284438 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Made reservation on behalf of 982099cc3c9348a3bee428ca7abd678f for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:00.288622 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:00.304939 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port fdf386f3-51a7-428d-9103-02bfd4fba694 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:29:00.305767 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:00.319715 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf386f3-51a7-428d-9103-02bfd4fba694 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:29:00.325486 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e85e7dc7-66e7-4579-9ef2-a2d2321d533a req-378ce4ab-db3d-40e7-96c5-f058f42cedd8 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 210 time: 0.0471680 Mar 15 17:29:00.338913 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e768554c-675b-4f66-964a-5b1ff141b606 req-ec6bbdd0-c70c-490d-a303-f51ed276451b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355162 Mar 15 17:29:00.352372 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port fdf386f3-51a7-428d-9103-02bfd4fba694, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fdf386f3-51a7-428d-9103-02bfd4fba694,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:00.386056 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-03b4068b-0d39-47fe-9ca6-8d66d6fea63a service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646342 Mar 15 17:29:00.432550 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Allocated IP 172.20.0.4 (cd0b5e86-548b-4759-a734-2992e751dcf6/79f089d0-79b3-4a40-8ea8-832c8d22d6aa/24a55492-c1cc-4695-b502-82bd763a7956) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:29:00.437822 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:00.487161 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7ab2f32b-4512-4493-b12b-7a79487d9cf7 req-df1c8592-761d-4896-8736-ad71a007df49 service neutron] 10.222.0.44 "GET /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922658 Mar 15 17:29:00.487818 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=fdf386f3-51a7-428d-9103-02bfd4fba694,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:00.592611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks [] for port (24a55492-c1cc-4695-b502-82bd763a7956), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:00.666461 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (24a55492-c1cc-4695-b502-82bd763a7956), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:00.672344 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['fdf386f3-51a7-428d-9103-02bfd4fba694'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:29:00.711343 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Network cd0b5e86-548b-4759-a734-2992e751dcf6 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:29:00.714648 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:29:00.718368 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:29:00.745343 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Pushing event updated for resources: {'Port': ['ID=24a55492-c1cc-4695-b502-82bd763a7956,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:00.773574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:00.774196 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:00.857642 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-96696154-f9d7-4907-bb65-c726665d4f58 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7819247 Mar 15 17:29:00.870392 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Request body: {'port': {'device_id': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:00.929364 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (24a55492-c1cc-4695-b502-82bd763a7956), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:01.186631 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a55492-c1cc-4695-b502-82bd763a7956 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:29:01.194132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Publish callbacks [] for port (24a55492-c1cc-4695-b502-82bd763a7956), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:01.205770 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Transition to ACTIVE for port object 24a55492-c1cc-4695-b502-82bd763a7956 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:29:01.269442 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (24a55492-c1cc-4695-b502-82bd763a7956), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:01.318396 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Pushing event updated for resources: {'Port': ['ID=24a55492-c1cc-4695-b502-82bd763a7956,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:01.394766 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Attempting to bind port 24a55492-c1cc-4695-b502-82bd763a7956 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:29:01.395114 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Attempting to bind port 24a55492-c1cc-4695-b502-82bd763a7956 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:29:01.395439 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Attempting to bind port 24a55492-c1cc-4695-b502-82bd763a7956 on network cd0b5e86-548b-4759-a734-2992e751dcf6 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:29:01.400911 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Port 24a55492-c1cc-4695-b502-82bd763a7956 on network cd0b5e86-548b-4759-a734-2992e751dcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:29:01.401243 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Attempting to bind port 24a55492-c1cc-4695-b502-82bd763a7956 on network cd0b5e86-548b-4759-a734-2992e751dcf6 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:29:01.409784 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:29:01.410156 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Checking segment: {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:29:01.410545 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Bound using segment: {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:29:01.411015 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Bound port: 24a55492-c1cc-4695-b502-82bd763a7956, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35034462-cb06-433b-97a4-f128bd4c96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:29:01.411356 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (24a55492-c1cc-4695-b502-82bd763a7956), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:01.481167 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] For port 24a55492-c1cc-4695-b502-82bd763a7956, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:29:01.484340 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] For port 24a55492-c1cc-4695-b502-82bd763a7956, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=24a55492-c1cc-4695-b502-82bd763a7956,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:29:01.485318 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539d8d-2740-40d2-b1b3-b0e8c96d7256 req-c3658a09-43b1-4c6d-a9c2-000421fd84cb tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.486839 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4f539d8d-2740-40d2-b1b3-b0e8c96d7256 req-c3658a09-43b1-4c6d-a9c2-000421fd84cb tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 943 time: 0.0839939 Mar 15 17:29:01.507219 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fec0d5-b94d-4d0f-96ad-513a5f180351 req-fcb87dc7-64c3-4cf3-b83b-a5302b7cd776 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.508694 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6fec0d5-b94d-4d0f-96ad-513a5f180351 req-fcb87dc7-64c3-4cf3-b83b-a5302b7cd776 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 944 time: 0.0780692 Mar 15 17:29:01.564108 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (24a55492-c1cc-4695-b502-82bd763a7956), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:01.573682 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-4f539d8d-2740-40d2-b1b3-b0e8c96d7256 req-e5544002-371a-4065-a854-466b1e5d852d tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Mar 15 17:29:01.595014 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6fec0d5-b94d-4d0f-96ad-513a5f180351 req-e02c0942-7d66-47ea-855d-83375e1c87b2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748708 Mar 15 17:29:01.613994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.613994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:01.613994 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] 10.222.0.44 "PUT /v2.0/ports/24a55492-c1cc-4695-b502-82bd763a7956 HTTP/1.1" status: 200 len: 1093 time: 0.7430511 Mar 15 17:29:01.613994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'tag': '24a55492-c1cc-4695-b502-82bd763a7956'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:29:01.613994 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f3b44-c6ee-4b3c-bc36-9388dfc67963" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2b3c83-a3ef-4b3e-936d-659664277fc8", "tag": "24a55492-c1cc-4695-b502-82bd763a7956"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:29:01.632043 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a370be-80eb-4651-9bd4-ec53ebd6b327 service neutron] Pushing event updated for resources: {'Port': ['ID=24a55492-c1cc-4695-b502-82bd763a7956,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:01.650381 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d165e7-c507-4191-9e5e-6c711bc4148a x-openstack-request-id: req-32d165e7-c507-4191-9e5e-6c711bc4148a {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:29:01.650661 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2b3c83-a3ef-4b3e-936d-659664277fc8", "tag": "24a55492-c1cc-4695-b502-82bd763a7956", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:29:01.650914 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32d165e7-c507-4191-9e5e-6c711bc4148a {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:29:01.651314 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'tag': '24a55492-c1cc-4695-b502-82bd763a7956', 'status': 'completed', 'code': 200} Mar 15 17:29:01.715002 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f3b44-c6ee-4b3c-bc36-9388dfc67963 req-cf9b2750-886d-4840-b9b5-23fce59bec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.716540 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-682f3b44-c6ee-4b3c-bc36-9388dfc67963 req-cf9b2750-886d-4840-b9b5-23fce59bec95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=982099cc3c9348a3bee428ca7abd678f&device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 1127 time: 0.0458784 Mar 15 17:29:01.814653 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f3b44-c6ee-4b3c-bc36-9388dfc67963 req-9ed189c6-af8c-4ec8-a548-113fa980ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.816059 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-682f3b44-c6ee-4b3c-bc36-9388dfc67963 req-9ed189c6-af8c-4ec8-a548-113fa980ecec service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=982099cc3c9348a3bee428ca7abd678f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926337 Mar 15 17:29:01.907250 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f3b44-c6ee-4b3c-bc36-9388dfc67963 req-e21b741c-158b-45ee-bc01-0f8288732697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.908802 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-682f3b44-c6ee-4b3c-bc36-9388dfc67963 req-e21b741c-158b-45ee-bc01-0f8288732697 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868614 Mar 15 17:29:01.992805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-b4f14f69-be45-4a1f-bbc1-1a5cf205458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:01.994293 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-b4f14f69-be45-4a1f-bbc1-1a5cf205458b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=982099cc3c9348a3bee428ca7abd678f&device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 1127 time: 0.0482836 Mar 15 17:29:02.035523 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-f54fe06f-e30e-468b-8a77-6d2b0ce7f677 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24a55492-c1cc-4695-b502-82bd763a7956 HTTP/1.1" status: 200 len: 217 time: 0.0335386 Mar 15 17:29:02.082093 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-916c723c-a321-4f24-92a9-3d7297d26e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:02.083453 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-916c723c-a321-4f24-92a9-3d7297d26e0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f089d0-79b3-4a40-8ea8-832c8d22d6aa HTTP/1.1" status: 200 len: 853 time: 0.0421546 Mar 15 17:29:02.114842 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-800a3caf-186f-466e-8344-63177e8a1125 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0b5e86-548b-4759-a734-2992e751dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248919 Mar 15 17:29:02.124416 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fdf386f3-51a7-428d-9103-02bfd4fba694 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:29:02.205152 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-2a33ab4f-37de-47fe-9636-b4d60c78145b service neutron] 10.222.0.44 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842736 Mar 15 17:29:02.275305 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port fdf386f3-51a7-428d-9103-02bfd4fba694 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:29:02.279971 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port fdf386f3-51a7-428d-9103-02bfd4fba694 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:29:02.280401 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:02.293394 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb3db5fe-d8f2-4ea8-ab4b-c5850b6ffded req-d2e73a40-431c-4816-b7ec-7ffc4dbeeaaa service neutron] 10.222.0.44 "GET /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817442 Mar 15 17:29:02.359574 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port fdf386f3-51a7-428d-9103-02bfd4fba694 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:29:02.359902 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:02.383507 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:29:02.387847 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c390219-6a18-45e0-85a4-f0b10156f9ee" -d '{"events": [{"server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "name": "network-vif-plugged", "status": "completed", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:29:02.399779 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port fdf386f3-51a7-428d-9103-02bfd4fba694, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fdf386f3-51a7-428d-9103-02bfd4fba694,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:02.423757 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bbd6b4-26ce-48ce-afe3-9cd7015efa4e x-openstack-request-id: req-90bbd6b4-26ce-48ce-afe3-9cd7015efa4e {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:29:02.424051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "name": "network-vif-plugged", "status": "completed", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:29:02.424305 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90bbd6b4-26ce-48ce-afe3-9cd7015efa4e {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:29:02.424704 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'code': 200} Mar 15 17:29:02.453026 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:02.504721 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=fdf386f3-51a7-428d-9103-02bfd4fba694,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:02.742865 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5e46-71f5-406e-8847-c5f23aa5e849 req-c7b6cb99-fe6c-4582-8c08-1f351668a06a tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:02.744402 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c2ab5e46-71f5-406e-8847-c5f23aa5e849 req-c7b6cb99-fe6c-4582-8c08-1f351668a06a tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 943 time: 0.0928881 Mar 15 17:29:02.752309 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4687e-ed22-4f26-96ab-8737d6b457c2 req-affa1ca0-e5fe-4c18-a5da-8264a62e5ff6 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:02.754426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-61b4687e-ed22-4f26-96ab-8737d6b457c2 req-affa1ca0-e5fe-4c18-a5da-8264a62e5ff6 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0749898 Mar 15 17:29:02.800262 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008936-fcb8-4218-bac7-9482af56181d req-528bdc64-86b7-438c-8576-46805781fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:02.801816 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-df008936-fcb8-4218-bac7-9482af56181d req-528bdc64-86b7-438c-8576-46805781fc8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1129 time: 0.0484786 Mar 15 17:29:02.827303 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c2ab5e46-71f5-406e-8847-c5f23aa5e849 req-9db31ef8-087d-4357-a6dc-6859b42fa5d9 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718656 Mar 15 17:29:02.841230 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-61b4687e-ed22-4f26-96ab-8737d6b457c2 req-ba116039-2f7b-4250-a77b-3318924b9fe7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717912 Mar 15 17:29:02.851952 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-df008936-fcb8-4218-bac7-9482af56181d req-539b9169-73bb-44a0-b614-23d0635deb2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437889 Mar 15 17:29:03.979867 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f4ff3-e8cc-4a05-86aa-c46e01413fc8 req-2421a7b4-2128-4f36-a59e-0daa7840c9cb tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:03.981404 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-be9f4ff3-e8cc-4a05-86aa-c46e01413fc8 req-2421a7b4-2128-4f36-a59e-0daa7840c9cb tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 943 time: 0.0856857 Mar 15 17:29:04.002807 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb95aa0-a69a-4176-bcf1-144c12d564c9 req-3711e371-6550-4a2d-a2ec-270b39aa7e97 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:04.004335 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6fb95aa0-a69a-4176-bcf1-144c12d564c9 req-3711e371-6550-4a2d-a2ec-270b39aa7e97 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0819209 Mar 15 17:29:04.071215 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-be9f4ff3-e8cc-4a05-86aa-c46e01413fc8 req-e6cf0bf9-02b4-4d24-8aa8-2e84a33d2932 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835366 Mar 15 17:29:04.080165 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6fb95aa0-a69a-4176-bcf1-144c12d564c9 req-9bf8e9d4-ac65-44d6-aef1-5300ed1dbad2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667982 Mar 15 17:29:05.225997 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee56f0-5a1b-4bb3-bed8-4304492a0d17 req-665fc51d-6619-4c4f-8cd6-f5cfbe714ae3 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:05.227553 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7ee56f0-5a1b-4bb3-bed8-4304492a0d17 req-665fc51d-6619-4c4f-8cd6-f5cfbe714ae3 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 943 time: 0.0872507 Mar 15 17:29:05.235038 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed570bb1-07c0-4cf5-96a4-8c3f95face5a req-fed4ee2b-0e68-493d-85af-9ed8745a78ab tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:05.236466 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ed570bb1-07c0-4cf5-96a4-8c3f95face5a req-fed4ee2b-0e68-493d-85af-9ed8745a78ab tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0871289 Mar 15 17:29:05.311042 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7ee56f0-5a1b-4bb3-bed8-4304492a0d17 req-7bcf8601-3bc0-482f-a88c-00f28290d7a3 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736279 Mar 15 17:29:05.314622 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ed570bb1-07c0-4cf5-96a4-8c3f95face5a req-61ffd6b0-054b-4320-b902-a6c07c52692d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707278 Mar 15 17:29:05.433131 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0692-22ef-42f6-8d14-18198cb3fc5e req-8210a69f-c0f5-42b7-b21a-31fc2cd4dd00 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:05.434595 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-794e0692-22ef-42f6-8d14-18198cb3fc5e req-8210a69f-c0f5-42b7-b21a-31fc2cd4dd00 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0553415 Mar 15 17:29:05.482024 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-794e0692-22ef-42f6-8d14-18198cb3fc5e req-b9a90270-60e2-4480-87cc-42afdbd3da4b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Mar 15 17:29:05.503940 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56968) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:05.547113 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c5cee-843a-4bea-a2ce-221fa8b4b7e4 tempest-TestVolumeBootPattern-885057683 tempest-TestVolumeBootPattern-885057683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:05.548694 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-088c5cee-843a-4bea-a2ce-221fa8b4b7e4 tempest-TestVolumeBootPattern-885057683 tempest-TestVolumeBootPattern-885057683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1124 time: 0.0436995 Mar 15 17:29:05.551536 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 56970) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:05.556605 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:05.643586 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:05.744922 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:05.848567 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Allocated IP 172.27.1.65 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/292d69a0-8155-4a41-a066-cfc399b17113) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:29:05.951052 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (292d69a0-8155-4a41-a066-cfc399b17113), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.043756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428'] for port (292d69a0-8155-4a41-a066-cfc399b17113), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.084390 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:29:06.087430 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:29:06.090982 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:29:06.111934 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=292d69a0-8155-4a41-a066-cfc399b17113,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:06.150745 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 24a55492-c1cc-4695-b502-82bd763a7956 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:29:06.247615 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 24a55492-c1cc-4695-b502-82bd763a7956, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=24a55492-c1cc-4695-b502-82bd763a7956,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:06.260084 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '24a55492-c1cc-4695-b502-82bd763a7956', 'network_id': 'cd0b5e86-548b-4759-a734-2992e751dcf6', 'port_id': '24a55492-c1cc-4695-b502-82bd763a7956', 'mac_address': 'fa:16:3e:a4:12:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f089d0-79b3-4a40-8ea8-832c8d22d6aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:29:06.283437 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:29:06.300636 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 24a55492-c1cc-4695-b502-82bd763a7956 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:29:06.301020 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (24a55492-c1cc-4695-b502-82bd763a7956), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.315376 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a55492-c1cc-4695-b502-82bd763a7956 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:29:06.336486 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 24a55492-c1cc-4695-b502-82bd763a7956, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=24a55492-c1cc-4695-b502-82bd763a7956,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:06.398444 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (24a55492-c1cc-4695-b502-82bd763a7956), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.442966 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (3fc90ddb-8e95-42cd-9c96-8abe92268f1d), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.449392 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=24a55492-c1cc-4695-b502-82bd763a7956,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:06.474735 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313888-7a5b-4254-ab17-4e422204c784 req-37746a16-269d-4e72-a0d4-19b513309eb1 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:06.476247 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9313888-7a5b-4254-ab17-4e422204c784 req-37746a16-269d-4e72-a0d4-19b513309eb1 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 944 time: 0.0930438 Mar 15 17:29:06.536767 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e9313888-7a5b-4254-ab17-4e422204c784 req-bc9e3d93-2e95-4541-bacd-4fd91bf1e555 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535293 Mar 15 17:29:06.626800 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (292d69a0-8155-4a41-a066-cfc399b17113), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.643077 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['24a55492-c1cc-4695-b502-82bd763a7956'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:29:06.805324 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (292d69a0-8155-4a41-a066-cfc399b17113), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.861549 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (292d69a0-8155-4a41-a066-cfc399b17113), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.905873 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (3fc90ddb-8e95-42cd-9c96-8abe92268f1d), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:06.983200 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=292d69a0-8155-4a41-a066-cfc399b17113,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:07.031282 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Floating IP 3fc90ddb-8e95-42cd-9c96-8abe92268f1d associated. External IP: 172.27.1.65, port: fdf386f3-51a7-428d-9103-02bfd4fba694. Mar 15 17:29:07.244766 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:29:07.354507 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:29:07.366831 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:29:07.380388 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:29:07.381546 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:07.429055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:07.462162 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-55a76d4d-29bf-4ad0-a62e-4a2d2ef2cb96 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9095502 Mar 15 17:29:07.463050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:29:07.465437 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9ae39-9353-47ac-a5f2-f2eda094350b" -d '{"events": [{"name": "network-changed", "server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:29:07.504548 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f510ec-9392-4784-97b6-0c6f34ff122f x-openstack-request-id: req-e3f510ec-9392-4784-97b6-0c6f34ff122f {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:29:07.504845 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:29:07.505103 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3f510ec-9392-4784-97b6-0c6f34ff122f {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:29:07.505524 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'status': 'completed', 'code': 200} Mar 15 17:29:07.577818 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-512ff24f-8e8a-4d5a-8001-85409044897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:07.579471 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-512ff24f-8e8a-4d5a-8001-85409044897d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1129 time: 0.0499797 Mar 15 17:29:07.638517 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:29:07.671160 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5125c49-ab3c-4ab0-a664-79ec44f4fc37 req-f50301c0-5b76-4a6e-b3d0-731a58b4a849 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:07.673283 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d5125c49-ab3c-4ab0-a664-79ec44f4fc37 req-f50301c0-5b76-4a6e-b3d0-731a58b4a849 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 944 time: 0.0637124 Mar 15 17:29:07.683140 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-8e4087b4-bc69-4ba4-99af-2ae0cd5fc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:07.684935 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-8e4087b4-bc69-4ba4-99af-2ae0cd5fc775 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.0990891 Mar 15 17:29:07.723121 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d5125c49-ab3c-4ab0-a664-79ec44f4fc37 req-895968fa-7484-4ed1-b0bf-d67e73c13a8e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434861 Mar 15 17:29:07.763260 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-96b17d17-b0d7-4e6e-8ce4-30bbe2a013c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 998 time: 0.0716560 Mar 15 17:29:07.811821 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-1a6eceaa-4125-44d2-8649-585d67c8e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:07.813301 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-1a6eceaa-4125-44d2-8649-585d67c8e880 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0440407 Mar 15 17:29:07.864918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-915b9df0-4e19-41b5-be03-3bac9e1a0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:07.866426 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-915b9df0-4e19-41b5-be03-3bac9e1a0146 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467863 Mar 15 17:29:07.870149 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:06Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:07.901557 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:29:07.910124 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:29:07.910737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:28:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:07.955305 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-edcf78fe-247b-4bcc-9954-8d937c304fc2 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828140 Mar 15 17:29:08.024856 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:29:08.172571 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 24a55492-c1cc-4695-b502-82bd763a7956 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:29:08.320532 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:06Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:08.325209 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e4e9ae39-9353-47ac-a5f2-f2eda094350b req-55dd22be-eeb6-4e67-acd0-8ec837fefea9 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628891 Mar 15 17:29:08.350002 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a65e3d-421d-469d-8bf9-3bc094f3a465 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:06Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:29:08.357281 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 24a55492-c1cc-4695-b502-82bd763a7956 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:29:08.362618 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 24a55492-c1cc-4695-b502-82bd763a7956 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:29:08.363237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (24a55492-c1cc-4695-b502-82bd763a7956), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:08.444965 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 24a55492-c1cc-4695-b502-82bd763a7956 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:29:08.445590 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (24a55492-c1cc-4695-b502-82bd763a7956), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:08.470225 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a55492-c1cc-4695-b502-82bd763a7956'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:29:08.472359 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e774df9-2787-42f8-aee7-8e5626cb88aa" -d '{"events": [{"server_uuid": "1d2b3c83-a3ef-4b3e-936d-659664277fc8", "name": "network-vif-plugged", "status": "completed", "tag": "24a55492-c1cc-4695-b502-82bd763a7956"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:29:08.489518 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 24a55492-c1cc-4695-b502-82bd763a7956, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=24a55492-c1cc-4695-b502-82bd763a7956,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:08.510481 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a186cb4b-e09f-463a-9bf3-3819b3cb7da7 x-openstack-request-id: req-a186cb4b-e09f-463a-9bf3-3819b3cb7da7 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:29:08.510805 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2b3c83-a3ef-4b3e-936d-659664277fc8", "name": "network-vif-plugged", "status": "completed", "tag": "24a55492-c1cc-4695-b502-82bd763a7956", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:29:08.511099 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a186cb4b-e09f-463a-9bf3-3819b3cb7da7 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:29:08.511473 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a55492-c1cc-4695-b502-82bd763a7956', 'code': 200} Mar 15 17:29:08.598296 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f84a3-8f94-4d73-87ca-46855e8910cc None None] New status for floating IP 3fc90ddb-8e95-42cd-9c96-8abe92268f1d: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:29:08.601111 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (24a55492-c1cc-4695-b502-82bd763a7956), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:08.649585 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=24a55492-c1cc-4695-b502-82bd763a7956,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:08.848842 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1161dfc-b075-4175-8a63-7d418f8d63d8 req-adb06ca3-f952-4fab-a978-4c3b88f8b04e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:08.850960 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1161dfc-b075-4175-8a63-7d418f8d63d8 req-adb06ca3-f952-4fab-a978-4c3b88f8b04e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 945 time: 0.0577710 Mar 15 17:29:08.866869 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307c107-81e9-49ed-bf6a-4b7c284571c9 req-5693e9da-4524-47e1-b986-e5da07cd60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:08.868572 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1307c107-81e9-49ed-bf6a-4b7c284571c9 req-5693e9da-4524-47e1-b986-e5da07cd60b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0549347 Mar 15 17:29:08.900669 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b1161dfc-b075-4175-8a63-7d418f8d63d8 req-ff18ce0a-0c59-4c3c-aa16-d0ace9db63bc tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Mar 15 17:29:08.917534 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1307c107-81e9-49ed-bf6a-4b7c284571c9 req-6167e507-d3af-4433-a6d0-689ba6cb0679 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Mar 15 17:29:10.028947 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048dd8e-b7a5-402f-bc00-65602f29ee4d req-6187e838-6395-40b0-9a40-fdcb09c99596 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:10.030409 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f048dd8e-b7a5-402f-bc00-65602f29ee4d req-6187e838-6395-40b0-9a40-fdcb09c99596 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 945 time: 0.0580077 Mar 15 17:29:10.335495 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f048dd8e-b7a5-402f-bc00-65602f29ee4d req-6452e04d-a049-453d-98e3-41f88d1c384c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992940 Mar 15 17:29:11.456585 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf560c-0604-453b-820f-a7d269e185d1 req-ef734216-8354-41be-8424-0c9bbffcc57c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:11.458061 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-69cf560c-0604-453b-820f-a7d269e185d1 req-ef734216-8354-41be-8424-0c9bbffcc57c tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Mar 15 17:29:11.503258 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-69cf560c-0604-453b-820f-a7d269e185d1 req-d5f4fa44-93e7-4451-86e6-b553f29888b3 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Mar 15 17:29:12.323226 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fb4e59cd-c6d1-499c-beab-38f2a8a4e407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:14.741022 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a763a3-2f82-4381-8b9a-3a042638c67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:15.860484 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:17.400753 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:18.729018 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:24.919123 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63549b8-1515-4390-a5b3-17e33ae3a7b5 req-8c50117f-3941-4682-8027-e62ed2f8bce0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:24.920623 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a63549b8-1515-4390-a5b3-17e33ae3a7b5 req-8c50117f-3941-4682-8027-e62ed2f8bce0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0523276 Mar 15 17:29:24.970383 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a63549b8-1515-4390-a5b3-17e33ae3a7b5 req-a20acf98-0a8c-4745-a2e0-3882b120017c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441198 Mar 15 17:29:26.090105 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe3639-1014-4c14-ac2f-3d9cd345b173 req-9d9f3ab7-0204-4777-93f4-f31ceeb97195 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:26.091593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-82fe3639-1014-4c14-ac2f-3d9cd345b173 req-9d9f3ab7-0204-4777-93f4-f31ceeb97195 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0529966 Mar 15 17:29:26.138200 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-82fe3639-1014-4c14-ac2f-3d9cd345b173 req-01ac8481-e862-4fca-90be-aad5a0a70bfe tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Mar 15 17:29:27.256247 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076b7c3-3f59-4d5d-9116-4ea130a9ad8b req-ef0e745b-dffd-46a3-831b-d2694b7506ed tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:27.257725 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7076b7c3-3f59-4d5d-9116-4ea130a9ad8b req-ef0e745b-dffd-46a3-831b-d2694b7506ed tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0531623 Mar 15 17:29:27.304008 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7076b7c3-3f59-4d5d-9116-4ea130a9ad8b req-f1274995-731c-4bdd-9beb-6a0b7d0bfb16 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Mar 15 17:29:28.432384 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea40af-bc80-41d3-b378-c046da6faa64 req-a20bee66-4143-41ca-92de-d27bacd3e7b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:28.433978 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-57ea40af-bc80-41d3-b378-c046da6faa64 req-a20bee66-4143-41ca-92de-d27bacd3e7b5 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0599916 Mar 15 17:29:28.484389 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-57ea40af-bc80-41d3-b378-c046da6faa64 req-8b111a0c-48cf-4493-b9b6-542f7d78bbf9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Mar 15 17:29:28.703319 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:29.218204 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720d919-90cb-4412-8332-885470d77910 req-a817cf79-02a5-4d6b-8af6-413b048b517a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:29.219692 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5720d919-90cb-4412-8332-885470d77910 req-a817cf79-02a5-4d6b-8af6-413b048b517a tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0525734 Mar 15 17:29:29.605294 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430b104-d823-4329-962c-1d7a06d89ea6 req-494effc2-e75f-42b9-b3c2-d628d6b17028 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:29.606778 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8430b104-d823-4329-962c-1d7a06d89ea6 req-494effc2-e75f-42b9-b3c2-d628d6b17028 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 946 time: 0.0522974 Mar 15 17:29:29.652000 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8430b104-d823-4329-962c-1d7a06d89ea6 req-86eb36e0-51e4-40af-9fb4-2c2cdfcefa0b tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4e963f-97d8-4740-adb9-27299aab550c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396428 Mar 15 17:29:30.196311 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port bd336e2b-8d35-47a8-800c-23a4df1680e1 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:30.196557 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:30.288525 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] For port bd336e2b-8d35-47a8-800c-23a4df1680e1, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=bd336e2b-8d35-47a8-800c-23a4df1680e1,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:30.289291 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:30.461123 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:30.461497 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (36617e15-aead-4d43-a906-a66b573b964d), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:30.461814 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Floating IP 36617e15-aead-4d43-a906-a66b573b964d disassociated. External IP: 172.27.1.151, port: bd336e2b-8d35-47a8-800c-23a4df1680e1. Mar 15 17:29:30.462158 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for bd336e2b-8d35-47a8-800c-23a4df1680e1 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:30.629517 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (bd336e2b-8d35-47a8-800c-23a4df1680e1), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:30.658099 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=bd336e2b-8d35-47a8-800c-23a4df1680e1,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:30.759538 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-503a31f6-0fb0-4f9c-99cb-197517cbb059 req-a34a5618-3c76-4f10-9d6b-77c1e53e172c tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 210 time: 0.0346594 Mar 15 17:29:30.780739 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:29:30.899257 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:29:30.909232 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:29:30.919939 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:29:30.920576 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:29:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:30.943141 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] No DVR routers for this DVR port bd336e2b-8d35-47a8-800c-23a4df1680e1 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:29:30.945660 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:30.948980 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5720d919-90cb-4412-8332-885470d77910 req-244b829b-e09c-43db-b8b9-b0dd9820efa1 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.44 "DELETE /v2.0/ports/bd336e2b-8d35-47a8-800c-23a4df1680e1 HTTP/1.1" status: 204 len: 173 time: 0.8426473 Mar 15 17:29:30.949444 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'name': 'network-vif-deleted', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:29:30.951742 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545fb67-03e6-4ea7-951f-c4009412e18c" -d '{"events": [{"server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "name": "network-vif-deleted", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:29:30.990769 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6130fa78-2c00-40ce-b2b4-0d5dbf3b460a x-openstack-request-id: req-6130fa78-2c00-40ce-b2b4-0d5dbf3b460a {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:29:30.991568 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc", "name": "network-vif-deleted", "tag": "bd336e2b-8d35-47a8-800c-23a4df1680e1", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:29:30.991955 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6130fa78-2c00-40ce-b2b4-0d5dbf3b460a {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:29:30.992398 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc', 'name': 'network-vif-deleted', 'tag': 'bd336e2b-8d35-47a8-800c-23a4df1680e1', 'status': 'completed', 'code': 200} Mar 15 17:29:31.042061 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:29:31.246178 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:31.272286 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:29:31.280506 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:29:31.281106 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:29:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:31.386263 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:29:31.584390 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:31.610827 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4062b-d3da-4937-99a4-5e8d5d0cd6cd None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:51Z', 'revision_number': 4, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': '40089895-d5d0-4901-a5e5-8b155fd923eb', 'name': '', 'network_id': 'b960f61d-142e-4595-b4ad-02357e33f7e4', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'mac_address': 'fa:16:3e:9f:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:50Z', 'updated_at': '2022-03-15T17:23:55Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'subnets': [{'id': '9e3f7b3e-5d77-46ed-b849-e31ecf8a9955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:29:31.840735 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3274d47-4052-46fe-b596-73d4f6cca112 None None] New status for floating IP 36617e15-aead-4d43-a906-a66b573b964d: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:29:31.857112 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bdb14c0e-4e2f-443e-993a-dc4640e246e7 req-d8383a55-c535-4206-93cf-ad2826eb9df0 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/ports?device_id=402b3bc5-3206-4f69-9ce4-dfcb2be7b6dc HTTP/1.1" status: 200 len: 210 time: 0.0278552 Mar 15 17:29:32.302883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device bd336e2b-8d35-47a8-800c-23a4df1680e1 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:29:32.323471 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: bd336e2b-8d35-47a8-800c-23a4df1680e1 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:29:32.323842 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device bd336e2b-8d35-47a8-800c-23a4df1680e1 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:29:33.010186 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57142) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:33.065469 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b529d827-d367-4a57-ab01-64ecf9e735a9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (9f4e963f-97d8-4740-adb9-27299aab550c), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.089291 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b529d827-d367-4a57-ab01-64ecf9e735a9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (9f4e963f-97d8-4740-adb9-27299aab550c), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.197362 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b529d827-d367-4a57-ab01-64ecf9e735a9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9f4e963f-97d8-4740-adb9-27299aab550c), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.200003 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b529d827-d367-4a57-ab01-64ecf9e735a9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.201169 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b529d827-d367-4a57-ab01-64ecf9e735a9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f4e963f-97d8-4740-adb9-27299aab550c HTTP/1.1" status: 204 len: 168 time: 0.1899955 Mar 15 17:29:33.209095 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57146) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:33.210364 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529d827-d367-4a57-ab01-64ecf9e735a9 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e963f-97d8-4740-adb9-27299aab550c,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:33.223955 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-bcf9cd56-fe1f-43df-bfc2-da07ce38fd28 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] show failed (client error): The resource could not be found. Mar 15 17:29:33.225910 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bcf9cd56-fe1f-43df-bfc2-da07ce38fd28 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "GET /v2.0/security-groups/9f4e963f-97d8-4740-adb9-27299aab550c HTTP/1.1" status: 404 len: 347 time: 0.0155833 Mar 15 17:29:33.227946 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57148) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:33.355115 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Deleting port 318264ce-bb89-4576-8a04-d9d45270a11a {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:33.355462 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (318264ce-bb89-4576-8a04-d9d45270a11a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.439511 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (318264ce-bb89-4576-8a04-d9d45270a11a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.439862 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (318264ce-bb89-4576-8a04-d9d45270a11a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.452967 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Calling delete_port for 318264ce-bb89-4576-8a04-d9d45270a11a owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:33.694600 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (318264ce-bb89-4576-8a04-d9d45270a11a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.723819 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Pushing event deleted for resources: {'Port': ['ID=318264ce-bb89-4576-8a04-d9d45270a11a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:33.786367 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks [] for floatingip (36617e15-aead-4d43-a906-a66b573b964d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.789400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:33.790552 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7b6858de-f4d3-4f55-b772-02fa5d224899 tempest-AttachVolumeNegativeTest-54670805 tempest-AttachVolumeNegativeTest-54670805-project] 10.222.0.23 "DELETE /v2.0/floatingips/36617e15-aead-4d43-a906-a66b573b964d HTTP/1.1" status: 204 len: 168 time: 0.5616152 Mar 15 17:29:37.894248 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57212) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:38.295459 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc5db1-0c83-458e-ae99-491d4c42ed43 req-ffe41f19-58a4-4d79-8307-4ec34509c969 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:38.297022 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-59cc5db1-0c83-458e-ae99-491d4c42ed43 req-ffe41f19-58a4-4d79-8307-4ec34509c969 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 945 time: 0.0526333 Mar 15 17:29:38.349321 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-59cc5db1-0c83-458e-ae99-491d4c42ed43 req-bd96920a-8c25-484b-ad2c-5b244ef30f49 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Mar 15 17:29:38.414982 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (76860f9b-ec75-451e-94d5-3a381277d4f5), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:38.670739 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Deleting port 40089895-d5d0-4901-a5e5-8b155fd923eb {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:38.671071 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:38.757481 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] For port 40089895-d5d0-4901-a5e5-8b155fd923eb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=40089895-d5d0-4901-a5e5-8b155fd923eb,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:38.757948 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:38.772478 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Calling delete_port for 40089895-d5d0-4901-a5e5-8b155fd923eb owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:39.000370 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (40089895-d5d0-4901-a5e5-8b155fd923eb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:39.027328 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Pushing event deleted for resources: {'Port': ['ID=40089895-d5d0-4901-a5e5-8b155fd923eb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:39.196057 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (76860f9b-ec75-451e-94d5-3a381277d4f5), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:39.411899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Router 76860f9b-ec75-451e-94d5-3a381277d4f5 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:29:39.470967 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62daf6-8d84-4e6b-9b70-dc0c7cef43d5 req-d9fba8c5-b79d-4274-a53a-8490f4f5ec0e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:39.472444 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1f62daf6-8d84-4e6b-9b70-dc0c7cef43d5 req-d9fba8c5-b79d-4274-a53a-8490f4f5ec0e tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 945 time: 0.0537603 Mar 15 17:29:39.520643 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1f62daf6-8d84-4e6b-9b70-dc0c7cef43d5 req-2e5ac805-0fba-4bb7-b71c-1fd8fdbb9d4a tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/security-groups?id=aaf55e75-4ab8-4849-816b-41474107c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Mar 15 17:29:39.521628 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:29:39.529552 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57220) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:39.530360 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5304423e-e51a-4eb6-9699-2a519324e08f admin admin] 10.222.0.23 "PUT /v2.0/routers/76860f9b-ec75-451e-94d5-3a381277d4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343629 Mar 15 17:29:39.532869 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] Sync routers for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:29:39.543846 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:29:39.544540 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:29:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:39.652967 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks [] for router (76860f9b-ec75-451e-94d5-3a381277d4f5), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:39.658551 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:29:39.773333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks [] for router_gateway (76860f9b-ec75-451e-94d5-3a381277d4f5), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:39.919498 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Deleting port ca19b97d-b4b5-40c9-87eb-769514899fba {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:39.919780 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:39.989969 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:29:38Z', 'revision_number': 5, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port': {'id': 'ca19b97d-b4b5-40c9-87eb-769514899fba', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:40.021367 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] For port ca19b97d-b4b5-40c9-87eb-769514899fba, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ca19b97d-b4b5-40c9-87eb-769514899fba,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:40.021756 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.032348 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] Checking router: 76860f9b-ec75-451e-94d5-3a381277d4f5 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:29:40.047410 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Calling delete_port for ca19b97d-b4b5-40c9-87eb-769514899fba owned by network:router_gateway {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:40.048605 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] Routers {'76860f9b-ec75-451e-94d5-3a381277d4f5'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:29:40.049832 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:29:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['76860f9b-ec75-451e-94d5-3a381277d4f5'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:40.147530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] Set router 76860f9b-ec75-451e-94d5-3a381277d4f5 gateway port host: None {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:29:40.154718 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-2b6093bb-8c5e-4852-a020-e7c1e27fa022 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:40.157534 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-2b6093bb-8c5e-4852-a020-e7c1e27fa022 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 945 time: 0.3246360 Mar 15 17:29:40.204703 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:29:39Z', 'revision_number': 6, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:40.232777 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c7916-235a-4d5d-b288-49e807e780b2 None None] The sync data for ids ['76860f9b-ec75-451e-94d5-3a381277d4f5'] in dv-cinder-833871-1-iscsi is: [{'id': '76860f9b-ec75-451e-94d5-3a381277d4f5', 'name': 'tempest-AttachVolumeNegativeTest-1626559788-router', 'tenant_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:48Z', 'updated_at': '2022-03-15T17:29:39Z', 'revision_number': 6, 'project_id': 'd56aa20df3a34f05af28f5bbc2fbfe0e', 'gw_port_host': None}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:29:40.265662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Deleting port 24a55492-c1cc-4695-b502-82bd763a7956 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:40.265999 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (24a55492-c1cc-4695-b502-82bd763a7956), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.297843 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (ca19b97d-b4b5-40c9-87eb-769514899fba), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.324085 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca19b97d-b4b5-40c9-87eb-769514899fba,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:40.350822 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (76860f9b-ec75-451e-94d5-3a381277d4f5), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.360694 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] For port 24a55492-c1cc-4695-b502-82bd763a7956, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=24a55492-c1cc-4695-b502-82bd763a7956,segment=NetworkSegment(35034462-cb06-433b-97a4-f128bd4c96a1),segment_id=35034462-cb06-433b-97a4-f128bd4c96a1)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:40.361057 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (24a55492-c1cc-4695-b502-82bd763a7956), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.374201 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Calling delete_port for 24a55492-c1cc-4695-b502-82bd763a7956 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:40.441614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (76860f9b-ec75-451e-94d5-3a381277d4f5), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.443824 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks [] for router_controller (76860f9b-ec75-451e-94d5-3a381277d4f5), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.553179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (76860f9b-ec75-451e-94d5-3a381277d4f5), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.553179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76860f9b-ec75-451e-94d5-3a381277d4f5 {{(pid=103754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:29:40.557263 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.563115 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ad4812d2-11b8-4dd8-8ff3-93da1d25f5cf admin admin] 10.222.0.23 "DELETE /v2.0/routers/76860f9b-ec75-451e-94d5-3a381277d4f5 HTTP/1.1" status: 204 len: 168 time: 1.0274498 Mar 15 17:29:40.563115 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57224) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:40.579549 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (24a55492-c1cc-4695-b502-82bd763a7956), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.593358 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['24a55492-c1cc-4695-b502-82bd763a7956'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:29:40.615128 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Pushing event deleted for resources: {'Port': ['ID=24a55492-c1cc-4695-b502-82bd763a7956,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:40.633739 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Deleting subnet 9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:29:40.655677 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Publish callbacks [] for subnet (9e3f7b3e-5d77-46ed-b849-e31ecf8a9955), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.657627 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-13777173-d381-46be-b0e6-6a2ddb03d95e req-b4a3f1b8-fdb2-4a03-a373-11ceb9e44398 tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d2b3c83-a3ef-4b3e-936d-659664277fc8 HTTP/1.1" status: 200 len: 210 time: 0.0383110 Mar 15 17:29:40.672996 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] No DVR routers for this DVR port 24a55492-c1cc-4695-b502-82bd763a7956 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:29:40.685326 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.688745 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-786b91de-3dc6-4b80-8f66-d8d23f9db586 req-0ac809e3-b7ab-4192-a329-f5c140e7142f tempest-VolumesSnapshotTestJSON-1333696204 tempest-VolumesSnapshotTestJSON-1333696204-project] 10.222.0.44 "DELETE /v2.0/ports/24a55492-c1cc-4695-b502-82bd763a7956 HTTP/1.1" status: 204 len: 173 time: 0.5247977 Mar 15 17:29:40.692333 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'name': 'network-vif-deleted', 'tag': '24a55492-c1cc-4695-b502-82bd763a7956'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:29:40.694814 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65334cd5-e8a4-42bd-8e32-571361ef68e2" -d '{"events": [{"server_uuid": "1d2b3c83-a3ef-4b3e-936d-659664277fc8", "name": "network-vif-deleted", "tag": "24a55492-c1cc-4695-b502-82bd763a7956"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:29:40.707814 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Publish callbacks [] for subnet (9e3f7b3e-5d77-46ed-b849-e31ecf8a9955), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.731471 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d1763-e825-4ab5-949b-0e76215d14e4 x-openstack-request-id: req-0a3d1763-e825-4ab5-949b-0e76215d14e4 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:29:40.731791 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2b3c83-a3ef-4b3e-936d-659664277fc8", "name": "network-vif-deleted", "tag": "24a55492-c1cc-4695-b502-82bd763a7956", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:29:40.732042 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a3d1763-e825-4ab5-949b-0e76215d14e4 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:29:40.732443 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2b3c83-a3ef-4b3e-936d-659664277fc8', 'name': 'network-vif-deleted', 'tag': '24a55492-c1cc-4695-b502-82bd763a7956', 'status': 'completed', 'code': 200} Mar 15 17:29:40.755901 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (9e3f7b3e-5d77-46ed-b849-e31ecf8a9955), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.888736 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for subnet (9e3f7b3e-5d77-46ed-b849-e31ecf8a9955), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.913519 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3f7b3e-5d77-46ed-b849-e31ecf8a9955,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:40.919967 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:40.923162 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-5e16d064-eb89-45ee-90e1-b06a667c22f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e3f7b3e-5d77-46ed-b849-e31ecf8a9955 HTTP/1.1" status: 204 len: 168 time: 0.3600066 Mar 15 17:29:40.925655 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57228) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:40.929165 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a338f7c-5353-48c6-b5d2-017ffdf21847 None None] Network b960f61d-142e-4595-b4ad-02357e33f7e4 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:41.001301 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (b960f61d-142e-4595-b4ad-02357e33f7e4), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.092903 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Deleting port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:41.093248 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.116914 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] DHCP port deletion for b960f61d-142e-4595-b4ad-02357e33f7e4 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:29:41.160749 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] For port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:41.161376 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.176416 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Calling delete_port for 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 owned by network:dhcp {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:41.177423 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] Deleting port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:29:41.177799 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.243827 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] For port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,segment=NetworkSegment(192c85ee-8318-4161-8792-6a3ffdebde24),segment_id=192c85ee-8318-4161-8792-6a3ffdebde24)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:29:41.244205 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.258569 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] Calling delete_port for 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:29:41.368813 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.375451 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (822a579d-86b0-4336-9c09-2a4b6e4bdcd2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.395410 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Pushing event deleted for resources: {'Port': ['ID=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:41.399814 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] No DVR routers for this DVR port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 on host dv-cinder-833871-1-iscsi {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:29:41.401219 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] Pushing event deleted for resources: {'Port': ['ID=822a579d-86b0-4336-9c09-2a4b6e4bdcd2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:41.404714 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4a82d-2361-4c4d-bd15-4235b72f4b44 None None] No DVR routers for this DVR port 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:29:41.406877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.407232 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.407585 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.407940 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.408408 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.408614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.408945 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.409274 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.409603 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.409930 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.410288 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.411091 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.411091 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.411347 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.411568 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:41.483401 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (b960f61d-142e-4595-b4ad-02357e33f7e4), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.505151 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.505794 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.506259 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.506592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > port after_create 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.506936 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.507278 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > port after_update 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.507598 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.507965 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.508335 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.508669 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.618541 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.619241 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.619241 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.619465 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:29:41.619857 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b960f61d-142e-4595-b4ad-02357e33f7e4']}} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:41.645372 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192c85ee-8318-4161-8792-6a3ffdebde24') {'for_net_delete': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:41.645724 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192c85ee-8318-4161-8792-6a3ffdebde24') {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:41.664312 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576156'] for segment (192c85ee-8318-4161-8792-6a3ffdebde24), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.688630 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (192c85ee-8318-4161-8792-6a3ffdebde24), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.699296 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:29:41.699685 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33390556'] for segment (192c85ee-8318-4161-8792-6a3ffdebde24), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: from cryptography.utils import int_from_bytes Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: from cryptography.utils import int_from_bytes Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: Traceback (most recent call last): Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: timer() Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: cb(*args, **kw) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: return func(*args, **kwargs) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: self._notify() Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: self.callback(batched_events) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: event.method(event) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: return f(self, *a, **k) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._get(url).json() Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: return self.request(url, 'GET', **kwargs) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:29:41.704017 dv-cinder-833871-1-iscsi neutron-server[103754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:29:41.825511 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (b960f61d-142e-4595-b4ad-02357e33f7e4), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.841887 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:41.845223 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b960f61d-142e-4595-b4ad-02357e33f7e4 HTTP/1.1" status: 204 len: 168 time: 0.9181371 Mar 15 17:29:41.846570 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f537853-6b6b-4537-8b4a-7744bb969258 admin admin] Pushing event deleted for resources: {'Network': ['ID=b960f61d-142e-4595-b4ad-02357e33f7e4,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:42.046236 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ca19b97d-b4b5-40c9-87eb-769514899fba no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:29:42.067899 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: ca19b97d-b4b5-40c9-87eb-769514899fba {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:29:42.070235 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ca19b97d-b4b5-40c9-87eb-769514899fba not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:29:42.070235 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 40089895-d5d0-4901-a5e5-8b155fd923eb no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:29:42.087179 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 40089895-d5d0-4901-a5e5-8b155fd923eb {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:29:42.087530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 40089895-d5d0-4901-a5e5-8b155fd923eb not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:29:42.087972 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:29:42.106718 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:29:42.107143 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 822a579d-86b0-4336-9c09-2a4b6e4bdcd2 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:29:42.162884 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57236) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:42.203417 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-237da441-435a-44e7-8eba-f30eef864790 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d56aa20df3a34f05af28f5bbc2fbfe0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393770 Mar 15 17:29:42.205911 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57238) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:42.263490 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f96a0a87-948e-430e-8ea8-ae957cc6c2b7 admin admin] Publish callbacks [] for security_group (8fe9f758-809d-4fc8-b40a-2a0516ca373d), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:42.286139 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f96a0a87-948e-430e-8ea8-ae957cc6c2b7 admin admin] Publish callbacks [] for security_group (8fe9f758-809d-4fc8-b40a-2a0516ca373d), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:42.328713 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee569de0-a89c-47e4-bbaf-2b9b78fe5fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:42.412430 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f96a0a87-948e-430e-8ea8-ae957cc6c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (8fe9f758-809d-4fc8-b40a-2a0516ca373d), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:42.414991 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f96a0a87-948e-430e-8ea8-ae957cc6c2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:42.416204 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f96a0a87-948e-430e-8ea8-ae957cc6c2b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fe9f758-809d-4fc8-b40a-2a0516ca373d HTTP/1.1" status: 204 len: 168 time: 0.2094016 Mar 15 17:29:42.424317 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0a87-948e-430e-8ea8-ae957cc6c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9f758-809d-4fc8-b40a-2a0516ca373d,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:43.281207 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:29:43.487332 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57268) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:43.588611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1440629833-network', 'tenant_id': '9c78acba0eda4949ba97012305d9c1f0'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:43.705838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Made reservation on behalf of 9c78acba0eda4949ba97012305d9c1f0 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:43.708371 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:43.717783 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:43.797990 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks [] for security_group (3c7f1030-84d9-458f-aaf4-579233a0fa1a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:43.888861 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3c7f1030-84d9-458f-aaf4-579233a0fa1a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:43.913855 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:29:43.922629 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7f1030-84d9-458f-aaf4-579233a0fa1a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:43.930459 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (af2e8d91-5640-457a-8d28-99ff4601d085), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:43.931405 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Added segment af2e8d91-5640-457a-8d28-99ff4601d085 of type vlan for network bc0db566-7a44-44b4-919b-9e6aebc8f5ba Mar 15 17:29:43.976269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (bc0db566-7a44-44b4-919b-9e6aebc8f5ba), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.076865 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (bc0db566-7a44-44b4-919b-9e6aebc8f5ba), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.077863 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:44.078441 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.135849 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] Pushing event updated for resources: {'Network': ['ID=bc0db566-7a44-44b4-919b-9e6aebc8f5ba,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:44.146556 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network bc0db566-7a44-44b4-919b-9e6aebc8f5ba details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:29:44.194045 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5f6f0332-cc46-46d7-8a4c-3091b8d936ea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7055407 Mar 15 17:29:44.197058 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57274) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:44.201759 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Request body: {'subnet': {'network_id': 'bc0db566-7a44-44b4-919b-9e6aebc8f5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1440629833-subnet', 'tenant_id': '9c78acba0eda4949ba97012305d9c1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:44.282685 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Made reservation on behalf of 9c78acba0eda4949ba97012305d9c1f0 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:44.285090 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639451'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.534630 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33208865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639433'] for subnet (b3c44374-1385-4810-8d0f-3f54494bbc68), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.597957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c44374-1385-4810-8d0f-3f54494bbc68,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:44.609201 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Checking segment: {'id': 'af2e8d91-5640-457a-8d28-99ff4601d085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bc0db566-7a44-44b4-919b-9e6aebc8f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:29:44.609553 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Network hostable DHCP agents. Network: bc0db566-7a44-44b4-919b-9e6aebc8f5ba, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:29:44.717376 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Network bc0db566-7a44-44b4-919b-9e6aebc8f5ba is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:29:44.751237 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e767d919-4154-4779-92ec-dff26811f8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.819968 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, bc0db566-7a44-44b4-919b-9e6aebc8f5ba) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:29:44.823957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:44.824574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:44.829865 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c9d40-e871-467b-991a-fdfee1b0f319 None None] Network bc0db566-7a44-44b4-919b-9e6aebc8f5ba requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:44.870958 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 24a55492-c1cc-4695-b502-82bd763a7956 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:29:44.894845 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 24a55492-c1cc-4695-b502-82bd763a7956 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:29:44.895199 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 24a55492-c1cc-4695-b502-82bd763a7956 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:29:44.937101 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5b60c897-2d45-4dfe-b181-bc3ea4e74820 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7389388 Mar 15 17:29:44.958724 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6971be58-8ee9-4d05-b405-0a0328e03d65 None None] Network bc0db566-7a44-44b4-919b-9e6aebc8f5ba requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:45.716542 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57292) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:45.721610 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1539438306-network', 'tenant_id': 'edc26b35dfac40e7aa8d8ce63c0c2c70'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:45.808460 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Made reservation on behalf of edc26b35dfac40e7aa8d8ce63c0c2c70 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:45.810835 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:45.821082 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:45.840454 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:45.901540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks [] for security_group (9b48930b-5f2a-4a9d-921f-3d89bddfe453), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:45.971620 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9b48930b-5f2a-4a9d-921f-3d89bddfe453), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:45.997539 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:29:46.008787 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b48930b-5f2a-4a9d-921f-3d89bddfe453,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:46.013478 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.013815 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Added segment 7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766 of type vlan for network e9f11aab-ef83-4637-809a-cf96e3896abc Mar 15 17:29:46.076928 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (e9f11aab-ef83-4637-809a-cf96e3896abc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.163058 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (e9f11aab-ef83-4637-809a-cf96e3896abc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.164280 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:46.164968 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.231451 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] Pushing event updated for resources: {'Network': ['ID=e9f11aab-ef83-4637-809a-cf96e3896abc,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:46.241282 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network e9f11aab-ef83-4637-809a-cf96e3896abc details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:29:46.300598 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-da7fd317-7fcf-4310-9f59-28de78fcd3db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5793977 Mar 15 17:29:46.301018 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57296) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:46.306345 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Request body: {'subnet': {'network_id': 'e9f11aab-ef83-4637-809a-cf96e3896abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1539438306-subnet', 'tenant_id': 'edc26b35dfac40e7aa8d8ce63c0c2c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:46.400383 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Made reservation on behalf of edc26b35dfac40e7aa8d8ce63c0c2c70 for: {'subnet': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:46.402783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32765403'] for subnet (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.647047 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33390375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32765385'] for subnet (8a944cd6-0924-4127-bdeb-7b6f56e37342), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.704112 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a944cd6-0924-4127-bdeb-7b6f56e37342,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:46.717240 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Checking segment: {'id': '7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e9f11aab-ef83-4637-809a-cf96e3896abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:29:46.717597 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Network hostable DHCP agents. Network: e9f11aab-ef83-4637-809a-cf96e3896abc, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:29:46.818485 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Network e9f11aab-ef83-4637-809a-cf96e3896abc is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:29:46.928878 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, e9f11aab-ef83-4637-809a-cf96e3896abc) {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:29:46.933974 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:46.934711 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:46.944115 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c57283-17a0-4bb5-b245-ea0b82d275fe None None] Network e9f11aab-ef83-4637-809a-cf96e3896abc requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:47.022547 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-2d04f438-d619-46fb-ab65-464859af8cf9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7200201 Mar 15 17:29:47.047705 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4785fe1-1695-4b46-aa4c-ec9b5f517887 None None] Network e9f11aab-ef83-4637-809a-cf96e3896abc requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:47.164361 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57304) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:47.210942 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Deleting subnet b3c44374-1385-4810-8d0f-3f54494bbc68 {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:29:47.214520 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Publish callbacks [] for subnet (b3c44374-1385-4810-8d0f-3f54494bbc68), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.255805 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576165'] for subnet (b3c44374-1385-4810-8d0f-3f54494bbc68), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.295497 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (b3c44374-1385-4810-8d0f-3f54494bbc68), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.417490 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.446551 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33390438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32765438'] for subnet (b3c44374-1385-4810-8d0f-3f54494bbc68), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.470257 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c44374-1385-4810-8d0f-3f54494bbc68,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:47.477510 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.480809 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7f3f0bb0-4bf6-4929-a05c-9357ed1f2079 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3c44374-1385-4810-8d0f-3f54494bbc68 HTTP/1.1" status: 204 len: 168 time: 0.3151681 Mar 15 17:29:47.484036 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57306) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:47.559348 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (bc0db566-7a44-44b4-919b-9e6aebc8f5ba), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.641746 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (bc0db566-7a44-44b4-919b-9e6aebc8f5ba), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.663101 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0db566-7a44-44b4-919b-9e6aebc8f5ba']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:47.672482 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2e8d91-5640-457a-8d28-99ff4601d085') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:47.672780 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2e8d91-5640-457a-8d28-99ff4601d085') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:47.683032 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (af2e8d91-5640-457a-8d28-99ff4601d085), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.700382 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (af2e8d91-5640-457a-8d28-99ff4601d085), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.706420 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:29:47.706815 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (af2e8d91-5640-457a-8d28-99ff4601d085), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:29:47.708477 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:29:47.829579 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (bc0db566-7a44-44b4-919b-9e6aebc8f5ba), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.836153 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.839337 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc0db566-7a44-44b4-919b-9e6aebc8f5ba HTTP/1.1" status: 204 len: 168 time: 0.3541663 Mar 15 17:29:47.843665 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57312) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:47.859137 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86da67-309e-4b0f-b0e5-edd770118799 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0db566-7a44-44b4-919b-9e6aebc8f5ba,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:47.892660 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Deleting subnet 8a944cd6-0924-4127-bdeb-7b6f56e37342 {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:29:47.896869 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Publish callbacks [] for subnet (8a944cd6-0924-4127-bdeb-7b6f56e37342), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.938872 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576165'] for subnet (8a944cd6-0924-4127-bdeb-7b6f56e37342), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.987859 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (8a944cd6-0924-4127-bdeb-7b6f56e37342), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.117777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33390438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32765438'] for subnet (8a944cd6-0924-4127-bdeb-7b6f56e37342), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.145870 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a944cd6-0924-4127-bdeb-7b6f56e37342,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:48.147552 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.150791 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-bfaa61b3-768f-4f76-bb7c-c6ec81b9afc6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a944cd6-0924-4127-bdeb-7b6f56e37342 HTTP/1.1" status: 204 len: 168 time: 0.3060472 Mar 15 17:29:48.153295 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57314) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:48.228555 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (e9f11aab-ef83-4637-809a-cf96e3896abc), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.307743 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (e9f11aab-ef83-4637-809a-cf96e3896abc), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.328753 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f11aab-ef83-4637-809a-cf96e3896abc']}} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:48.338886 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766') {'for_net_delete': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:48.339179 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766') {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:29:48.348817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576156'] for segment (7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.363604 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.369906 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:29:48.370291 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33390556'] for segment (7e4d5f04-b1d9-4f1f-84c4-b0b05faa8766), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: Traceback (most recent call last): Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: timer() Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: cb(*args, **kw) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: return func(*args, **kwargs) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: self._notify() Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: self.callback(batched_events) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: event.method(event) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: return f(self, *a, **k) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._get(url).json() Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: return self.request(url, 'GET', **kwargs) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:29:48.372065 dv-cinder-833871-1-iscsi neutron-server[103754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:29:48.488686 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (e9f11aab-ef83-4637-809a-cf96e3896abc), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.498170 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.503198 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9f11aab-ef83-4637-809a-cf96e3896abc HTTP/1.1" status: 204 len: 168 time: 0.3489799 Mar 15 17:29:48.518944 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6e4d7-785b-4ad2-bfe7-4d167fea6311 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f11aab-ef83-4637-809a-cf96e3896abc,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:48.797077 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:48.939973 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57322) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:48.978979 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-96731bd6-c79b-4ddf-bfba-0cd1e96537a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c78acba0eda4949ba97012305d9c1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388756 Mar 15 17:29:48.981552 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57324) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:49.027927 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e48-2bdf-45fc-81c3-ba7e808983e8 admin admin] Publish callbacks [] for security_group (3c7f1030-84d9-458f-aaf4-579233a0fa1a), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:49.049234 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e48-2bdf-45fc-81c3-ba7e808983e8 admin admin] Publish callbacks [] for security_group (3c7f1030-84d9-458f-aaf4-579233a0fa1a), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:49.185376 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e48-2bdf-45fc-81c3-ba7e808983e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (3c7f1030-84d9-458f-aaf4-579233a0fa1a), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:49.188041 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e48-2bdf-45fc-81c3-ba7e808983e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:49.189245 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-cfe93e48-2bdf-45fc-81c3-ba7e808983e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c7f1030-84d9-458f-aaf4-579233a0fa1a HTTP/1.1" status: 204 len: 168 time: 0.2067876 Mar 15 17:29:49.197773 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93e48-2bdf-45fc-81c3-ba7e808983e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7f1030-84d9-458f-aaf4-579233a0fa1a,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:49.934595 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57338) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:49.979106 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-14010958-649e-48d5-88e1-6b9519b59ce5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edc26b35dfac40e7aa8d8ce63c0c2c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430515 Mar 15 17:29:49.981636 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57340) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:50.029409 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15c442a2-64a9-4fe9-8a74-2147ebc10f4a admin admin] Publish callbacks [] for security_group (9b48930b-5f2a-4a9d-921f-3d89bddfe453), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:50.050372 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15c442a2-64a9-4fe9-8a74-2147ebc10f4a admin admin] Publish callbacks [] for security_group (9b48930b-5f2a-4a9d-921f-3d89bddfe453), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:50.185731 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15c442a2-64a9-4fe9-8a74-2147ebc10f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (9b48930b-5f2a-4a9d-921f-3d89bddfe453), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:50.188237 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15c442a2-64a9-4fe9-8a74-2147ebc10f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:50.189388 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-15c442a2-64a9-4fe9-8a74-2147ebc10f4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b48930b-5f2a-4a9d-921f-3d89bddfe453 HTTP/1.1" status: 204 len: 168 time: 0.2068665 Mar 15 17:29:50.197515 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c442a2-64a9-4fe9-8a74-2147ebc10f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b48930b-5f2a-4a9d-921f-3d89bddfe453,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:52.680494 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57406) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:52.791615 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:52.863567 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Publish callbacks [] for security_group (ca9db5b3-e040-4896-8b71-235ec1c79374), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:52.922536 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ca9db5b3-e040-4896-8b71-235ec1c79374), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:52.961503 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd7be4a76527407bb53fa5ae5d7efeab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798214 Mar 15 17:29:52.962306 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9db5b3-e040-4896-8b71-235ec1c79374,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:52.965138 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57412) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:52.976317 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.976658 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.976995 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.977326 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.977655 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.977975 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.978293 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.978613 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.978925 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.979241 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.979559 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.979899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.984413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.984413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:52.984413 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43894e3b-c80e-4f0c-adea-e6d50e3f6b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:29:53.027371 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57bf881-a049-42a7-a626-d1015cd4ca6e admin admin] Publish callbacks [] for security_group (ca9db5b3-e040-4896-8b71-235ec1c79374), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.048261 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57bf881-a049-42a7-a626-d1015cd4ca6e admin admin] Publish callbacks [] for security_group (ca9db5b3-e040-4896-8b71-235ec1c79374), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.171531 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57bf881-a049-42a7-a626-d1015cd4ca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (ca9db5b3-e040-4896-8b71-235ec1c79374), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.174141 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57bf881-a049-42a7-a626-d1015cd4ca6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.175275 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e57bf881-a049-42a7-a626-d1015cd4ca6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca9db5b3-e040-4896-8b71-235ec1c79374 HTTP/1.1" status: 204 len: 168 time: 0.2092526 Mar 15 17:29:53.183556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bf881-a049-42a7-a626-d1015cd4ca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9db5b3-e040-4896-8b71-235ec1c79374,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:53.771812 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57418) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:53.785313 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bc05189b-96d6-4aa8-b21a-e7d8a8f3cf79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.858243 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bc05189b-96d6-4aa8-b21a-e7d8a8f3cf79 admin admin] Publish callbacks [] for security_group (6a32b0c0-79ca-4d30-84ae-71989465cf91), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.914607 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bc05189b-96d6-4aa8-b21a-e7d8a8f3cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6a32b0c0-79ca-4d30-84ae-71989465cf91), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:53.952790 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05189b-96d6-4aa8-b21a-e7d8a8f3cf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a32b0c0-79ca-4d30-84ae-71989465cf91,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:53.957344 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bc05189b-96d6-4aa8-b21a-e7d8a8f3cf79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a8d872e05ea40b8b3025ea224ed84e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844261 Mar 15 17:29:53.961297 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57422) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:54.011922 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b68e839-54fa-4cc7-9b4c-df303558fdcb admin admin] Publish callbacks [] for security_group (6a32b0c0-79ca-4d30-84ae-71989465cf91), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:54.032519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b68e839-54fa-4cc7-9b4c-df303558fdcb admin admin] Publish callbacks [] for security_group (6a32b0c0-79ca-4d30-84ae-71989465cf91), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:54.130329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b68e839-54fa-4cc7-9b4c-df303558fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (6a32b0c0-79ca-4d30-84ae-71989465cf91), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:54.132854 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b68e839-54fa-4cc7-9b4c-df303558fdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:54.133996 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4b68e839-54fa-4cc7-9b4c-df303558fdcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a32b0c0-79ca-4d30-84ae-71989465cf91 HTTP/1.1" status: 204 len: 168 time: 0.1717920 Mar 15 17:29:54.144955 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68e839-54fa-4cc7-9b4c-df303558fdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a32b0c0-79ca-4d30-84ae-71989465cf91,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:55.300920 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57446) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:55.396494 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1675058925-network', 'tenant_id': 'ac1e800531d046ae87c09f844bcd6b90'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:55.494029 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Made reservation on behalf of ac1e800531d046ae87c09f844bcd6b90 for: {'network': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:55.496320 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for network (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.505563 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.580246 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks [] for security_group (cf298112-1b08-4d7e-9e8e-baafaf3abb07), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.622927 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (cf298112-1b08-4d7e-9e8e-baafaf3abb07), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.648204 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:29:55.656854 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf298112-1b08-4d7e-9e8e-baafaf3abb07,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:55.662820 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (2d3495e6-4d6d-4514-bdcd-f3d36627ec63), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.663161 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.segments_db [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Added segment 2d3495e6-4d6d-4514-bdcd-f3d36627ec63 of type vlan for network 5bc84679-fdf3-433b-a76a-176ec4989e39 Mar 15 17:29:55.703267 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776685914278'] for network (5bc84679-fdf3-433b-a76a-176ec4989e39), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.800049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670'] for network (5bc84679-fdf3-433b-a76a-176ec4989e39), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.800982 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:55.801557 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:55.862676 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] Pushing event updated for resources: {'Network': ['ID=5bc84679-fdf3-433b-a76a-176ec4989e39,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:55.872943 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Network 5bc84679-fdf3-433b-a76a-176ec4989e39 details requested by agent ovs-agent-dv-cinder-833871-1-iscsi with host dv-cinder-833871-1-iscsi {{(pid=103756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:29:55.929121 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-afc6f9bf-62c4-4821-9d67-6840a1eaf33c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6270149 Mar 15 17:29:55.931903 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57450) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:29:55.936924 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Request body: {'subnet': {'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1675058925-subnet', 'tenant_id': 'ac1e800531d046ae87c09f844bcd6b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:29:56.017426 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Made reservation on behalf of ac1e800531d046ae87c09f844bcd6b90 for: {'subnet': 1} {{(pid=103754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:29:56.020619 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32765403'] for subnet (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:56.254811 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33390375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32765385'] for subnet (aeaca607-df9e-48bc-982a-d3fb6a0d4a79), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:56.311939 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeaca607-df9e-48bc-982a-d3fb6a0d4a79,revision_number=0']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:29:56.319421 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Checking segment: {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:29:56.319817 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Network hostable DHCP agents. Network: 5bc84679-fdf3-433b-a76a-176ec4989e39, hostable agents: ['520ef5c9-3ccd-42dd-976a-0542d9651dad'], hosted agents: [] {{(pid=103754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:29:56.402625 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Network 5bc84679-fdf3-433b-a76a-176ec4989e39 is scheduled to be hosted by DHCP agent 520ef5c9-3ccd-42dd-976a-0542d9651dad with binding_index 1 {{(pid=103754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:29:56.494115 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833871-1-iscsi, 5bc84679-fdf3-433b-a76a-176ec4989e39) {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:29:56.498236 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:56.498823 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:56.504785 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ccd3d-df2a-4fdc-b3ee-b12e556d7ff9 None None] Network 5bc84679-fdf3-433b-a76a-176ec4989e39 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:56.603305 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4e1c9-b8d2-4848-a657-18310bbec4bf None None] Network 5bc84679-fdf3-433b-a76a-176ec4989e39 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:29:56.610833 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-8fd75321-8b6d-460b-8e65-b21cea287bed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6778052 Mar 15 17:29:58.728424 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:58.900198 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-8082139b-0cd3-4c2f-9a53-10869ea5c12f tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:58.901652 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-8082139b-0cd3-4c2f-9a53-10869ea5c12f tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/networks?id=5bc84679-fdf3-433b-a76a-176ec4989e39 HTTP/1.1" status: 200 len: 809 time: 0.1037636 Mar 15 17:29:58.916184 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-adf97207-8cbf-4648-aaf6-482d61df7ef3 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/quotas/ac1e800531d046ae87c09f844bcd6b90 HTTP/1.1" status: 200 len: 375 time: 0.0090811 Mar 15 17:29:58.950550 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-c6d07568-9d8c-4c16-a635-d1840d6e1f61 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac1e800531d046ae87c09f844bcd6b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290105 Mar 15 17:29:59.038883 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-e08f0450-4085-45c7-8e09-7564d7c2bfc6 service neutron] 10.222.0.23 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812089 Mar 15 17:29:59.130016 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-b9fd1245-6da5-49ef-a2e4-e9364a4cf3af service neutron] 10.222.0.23 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852168 Mar 15 17:29:59.453651 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-01896d8d-fc12-4e49-9d0a-667aacdd8a76 req-0fb5d60f-39c4-4f39-8ed9-25bd6fe30c01 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 210 time: 0.0977733 Mar 15 17:29:59.671335 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-1c092456-353c-4f4b-94be-28a56547ac0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434487 Mar 15 17:29:59.759421 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-5808da6e-3f20-4f70-bf4c-582626e12de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:59.760975 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-5808da6e-3f20-4f70-bf4c-582626e12de8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1129 time: 0.0452809 Mar 15 17:29:59.875868 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-36dd1426-1b11-4997-892a-f822e4530397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:59.877337 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-36dd1426-1b11-4997-892a-f822e4530397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.0954728 Mar 15 17:29:59.943783 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-8fb542f9-f117-45b3-9e00-f5fbd5dff209 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 1000 time: 0.0592976 Mar 15 17:29:59.997139 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-28399f33-7cae-47fb-b5bb-f1bc0efca381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:59.998962 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-28399f33-7cae-47fb-b5bb-f1bc0efca381 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0490997 Mar 15 17:30:00.067805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-3dc9ead0-f698-4ead-bf43-86c645340662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:00.069833 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-3dc9ead0-f698-4ead-bf43-86c645340662 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650430 Mar 15 17:30:00.157389 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-ce806144-9e67-4c38-8346-6c4a4d4afba0 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810695 Mar 15 17:30:00.254878 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-40234163-e57e-40b5-9305-5db9c42fd0bf req-39f85c71-7896-483f-9ae3-b27fdf21002e service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906041 Mar 15 17:30:00.549788 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-189be3e3-a6d5-4ad7-8215-8835f5c9900f req-4823b60d-ead4-4a2d-85e2-2e42119e4fe9 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Mar 15 17:30:01.517711 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-e5d1ec4c-aea8-47c6-9d4d-5c375e0af7a7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:01.519763 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-e5d1ec4c-aea8-47c6-9d4d-5c375e0af7a7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "GET /v2.0/networks?id=5bc84679-fdf3-433b-a76a-176ec4989e39 HTTP/1.1" status: 200 len: 809 time: 0.1048424 Mar 15 17:30:01.532408 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Request body: {'port': {'device_id': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39', 'admin_state_up': True, 'tenant_id': 'ac1e800531d046ae87c09f844bcd6b90'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:30:01.646741 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-420c5fb3-b9e6-4c71-a7cd-5f02f0001fcb req-e6f0bdc1-76d8-47c4-9864-edf1111625a6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Mar 15 17:30:01.737175 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Made reservation on behalf of ac1e800531d046ae87c09f844bcd6b90 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:30:01.740660 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:01.868457 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Allocated IP 172.20.0.6 (5bc84679-fdf3-433b-a76a-176ec4989e39/aeaca607-df9e-48bc-982a-d3fb6a0d4a79/8af90e44-6217-45b6-aea2-e5c8b15ca281) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:30:02.017586 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks [] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.111781 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.161569 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Network 5bc84679-fdf3-433b-a76a-176ec4989e39 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:30:02.164900 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:30:02.167357 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:30:02.192140 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Pushing event updated for resources: {'Port': ['ID=8af90e44-6217-45b6-aea2-e5c8b15ca281,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:02.218864 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:02.219461 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.325552 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-55644dac-5130-46f5-a158-8c84d3b853bb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967620 Mar 15 17:30:02.337518 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Request body: {'port': {'device_id': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:30:02.396119 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.661252 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af90e44-6217-45b6-aea2-e5c8b15ca281 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:30:02.670471 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Publish callbacks [] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.684960 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Transition to ACTIVE for port object 8af90e44-6217-45b6-aea2-e5c8b15ca281 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:30:02.773435 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8879-69b8-4ce9-8251-a7cc6acdc315 req-9dcc369e-3f02-47bc-b2f1-297520ac4253 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:02.775058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e29f8879-69b8-4ce9-8251-a7cc6acdc315 req-9dcc369e-3f02-47bc-b2f1-297520ac4253 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 931 time: 0.0565763 Mar 15 17:30:02.776999 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.826936 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8af90e44-6217-45b6-aea2-e5c8b15ca281,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:02.828144 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-e29f8879-69b8-4ce9-8251-a7cc6acdc315 req-43569433-60a7-4090-b580-46e3e4e5aed7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Mar 15 17:30:02.900565 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Attempting to bind port 8af90e44-6217-45b6-aea2-e5c8b15ca281 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:30:02.900889 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Attempting to bind port 8af90e44-6217-45b6-aea2-e5c8b15ca281 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:30:02.901133 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Attempting to bind port 8af90e44-6217-45b6-aea2-e5c8b15ca281 on network 5bc84679-fdf3-433b-a76a-176ec4989e39 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:30:02.905671 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Port 8af90e44-6217-45b6-aea2-e5c8b15ca281 on network 5bc84679-fdf3-433b-a76a-176ec4989e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:30:02.905990 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Attempting to bind port 8af90e44-6217-45b6-aea2-e5c8b15ca281 on network 5bc84679-fdf3-433b-a76a-176ec4989e39 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:30:02.910853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:30:02.911189 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Checking segment: {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:30:02.911574 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Bound using segment: {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:30:02.912027 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Bound port: 8af90e44-6217-45b6-aea2-e5c8b15ca281, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:30:02.912418 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:02.975756 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] For port 8af90e44-6217-45b6-aea2-e5c8b15ca281, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:30:02.978932 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] For port 8af90e44-6217-45b6-aea2-e5c8b15ca281, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=8af90e44-6217-45b6-aea2-e5c8b15ca281,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:30:03.083125 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:03.116180 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.116794 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:03.118154 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/8af90e44-6217-45b6-aea2-e5c8b15ca281 HTTP/1.1" status: 200 len: 1093 time: 0.7848001 Mar 15 17:30:03.120244 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'tag': '8af90e44-6217-45b6-aea2-e5c8b15ca281'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:03.123091 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b53b115-e772-4406-bef8-772081dc2475" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a2b2f6-ec10-4f07-82ac-f41b26d35126", "tag": "8af90e44-6217-45b6-aea2-e5c8b15ca281"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:03.147913 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdac86a-e6dd-4d27-9ecd-f61c6fb760c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8af90e44-6217-45b6-aea2-e5c8b15ca281,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:03.159145 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714a6f65-19b4-4837-bbac-219968090c56 x-openstack-request-id: req-714a6f65-19b4-4837-bbac-219968090c56 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:03.159432 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a2b2f6-ec10-4f07-82ac-f41b26d35126", "tag": "8af90e44-6217-45b6-aea2-e5c8b15ca281", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:03.160407 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-714a6f65-19b4-4837-bbac-219968090c56 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:03.161006 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'tag': '8af90e44-6217-45b6-aea2-e5c8b15ca281', 'status': 'completed', 'code': 200} Mar 15 17:30:03.227209 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b115-e772-4406-bef8-772081dc2475 req-868ee9ed-4529-4f56-b11d-507797fe30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.228740 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b53b115-e772-4406-bef8-772081dc2475 req-868ee9ed-4529-4f56-b11d-507797fe30a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac1e800531d046ae87c09f844bcd6b90&device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 1127 time: 0.0480833 Mar 15 17:30:03.328107 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b115-e772-4406-bef8-772081dc2475 req-ff54250b-9878-4676-833e-35ec61fb1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.329552 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b53b115-e772-4406-bef8-772081dc2475 req-ff54250b-9878-4676-833e-35ec61fb1745 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ac1e800531d046ae87c09f844bcd6b90&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0934014 Mar 15 17:30:03.424517 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b115-e772-4406-bef8-772081dc2475 req-6c6b58ac-c952-46ae-a9c2-16a39f817b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.426764 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2b53b115-e772-4406-bef8-772081dc2475 req-6c6b58ac-c952-46ae-a9c2-16a39f817b8c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912631 Mar 15 17:30:03.504252 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-1e61e2e6-4ea3-45e3-98f4-c07559b04570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.505719 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-1e61e2e6-4ea3-45e3-98f4-c07559b04570 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac1e800531d046ae87c09f844bcd6b90&device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 1127 time: 0.0438128 Mar 15 17:30:03.547087 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-66289dd1-f852-4951-aaa5-f143f8627c2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8af90e44-6217-45b6-aea2-e5c8b15ca281 HTTP/1.1" status: 200 len: 217 time: 0.0339472 Mar 15 17:30:03.605594 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-4c13cee6-4250-4025-a1a4-161d73330c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.607676 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-4c13cee6-4250-4025-a1a4-161d73330c5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aeaca607-df9e-48bc-982a-d3fb6a0d4a79 HTTP/1.1" status: 200 len: 849 time: 0.0531178 Mar 15 17:30:03.641289 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-c56c9c5b-3a70-471f-917a-9642216afcdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5bc84679-fdf3-433b-a76a-176ec4989e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269113 Mar 15 17:30:03.731333 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-8939177c-2984-4dba-aace-c86a886efcf1 service neutron] 10.222.0.44 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836744 Mar 15 17:30:03.825053 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73e88451-8668-4cc6-8c2b-f0898b952171 req-514eaea2-af9f-4a9e-aa55-4de38a3b6ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Mar 15 17:30:03.946418 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb8975-812a-4c22-acf3-375fe6a5a761 req-31d0c232-3e71-4f69-aba9-3c76fd3b1253 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:03.947962 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0eeb8975-812a-4c22-acf3-375fe6a5a761 req-31d0c232-3e71-4f69-aba9-3c76fd3b1253 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Mar 15 17:30:03.994806 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0eeb8975-812a-4c22-acf3-375fe6a5a761 req-71ee4d02-9d6d-4401-b78d-63f1255ce572 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Mar 15 17:30:05.118116 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94901efc-7c49-434d-926d-034ff0ce1e7d req-1568cb48-150d-42a0-8e8c-da8693254437 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:05.119593 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-94901efc-7c49-434d-926d-034ff0ce1e7d req-1568cb48-150d-42a0-8e8c-da8693254437 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 943 time: 0.0552571 Mar 15 17:30:05.165852 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-94901efc-7c49-434d-926d-034ff0ce1e7d req-14818320-8e44-42d7-9ad0-b6b2702902d1 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Mar 15 17:30:06.285197 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d5cc6-fc3b-4d4a-8584-ebdbf2bfa57d req-d0b41ec5-b292-43bc-a5d2-c97832369500 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:06.289575 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6e8d5cc6-fc3b-4d4a-8584-ebdbf2bfa57d req-d0b41ec5-b292-43bc-a5d2-c97832369500 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 943 time: 0.0541267 Mar 15 17:30:06.333955 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6e8d5cc6-fc3b-4d4a-8584-ebdbf2bfa57d req-3c10927b-c481-4987-9320-887cfa37fce6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Mar 15 17:30:06.513051 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 8af90e44-6217-45b6-aea2-e5c8b15ca281 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:30:06.608078 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 8af90e44-6217-45b6-aea2-e5c8b15ca281, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=8af90e44-6217-45b6-aea2-e5c8b15ca281,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:06.619799 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': '8af90e44-6217-45b6-aea2-e5c8b15ca281', 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39', 'port_id': '8af90e44-6217-45b6-aea2-e5c8b15ca281', 'mac_address': 'fa:16:3e:a7:98:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaca607-df9e-48bc-982a-d3fb6a0d4a79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:30:06.658858 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 8af90e44-6217-45b6-aea2-e5c8b15ca281 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:30:06.659236 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:06.672628 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af90e44-6217-45b6-aea2-e5c8b15ca281 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:30:06.691352 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 8af90e44-6217-45b6-aea2-e5c8b15ca281, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=8af90e44-6217-45b6-aea2-e5c8b15ca281,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:06.745050 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:06.793043 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=8af90e44-6217-45b6-aea2-e5c8b15ca281,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:06.800703 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.801050 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.801394 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.802018 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.802310 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.802655 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.802989 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.803342 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.803686 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.804021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.804355 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.804679 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.804997 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.805313 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.805630 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:06.979930 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['8af90e44-6217-45b6-aea2-e5c8b15ca281'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:30:07.455031 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c6448-cd8b-4530-b25f-43a33c8b918d req-745174f3-e2d6-4a7e-922a-8e84979796e9 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:07.456591 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef3c6448-cd8b-4530-b25f-43a33c8b918d req-745174f3-e2d6-4a7e-922a-8e84979796e9 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 944 time: 0.0524416 Mar 15 17:30:07.505533 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ef3c6448-cd8b-4530-b25f-43a33c8b918d req-a9d9d66f-a396-493d-9f31-79c57d060ce0 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Mar 15 17:30:07.530907 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57592) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:07.573954 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Deleting subnet 79f089d0-79b3-4a40-8ea8-832c8d22d6aa {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:30:07.577044 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Publish callbacks [] for subnet (79f089d0-79b3-4a40-8ea8-832c8d22d6aa), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:07.610785 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576165'] for subnet (79f089d0-79b3-4a40-8ea8-832c8d22d6aa), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:07.648861 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (79f089d0-79b3-4a40-8ea8-832c8d22d6aa), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:07.789545 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33390438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32765438'] for subnet (79f089d0-79b3-4a40-8ea8-832c8d22d6aa), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:07.818933 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f089d0-79b3-4a40-8ea8-832c8d22d6aa,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:07.823877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:07.827093 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-7bd8be5d-f7d3-40d8-8939-a5c5c288bd50 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79f089d0-79b3-4a40-8ea8-832c8d22d6aa HTTP/1.1" status: 204 len: 168 time: 0.2951598 Mar 15 17:30:07.829576 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57594) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:07.896826 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (cd0b5e86-548b-4759-a734-2992e751dcf6), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:07.979543 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (cd0b5e86-548b-4759-a734-2992e751dcf6), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.001350 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0b5e86-548b-4759-a734-2992e751dcf6']}} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:08.012214 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35034462-cb06-433b-97a4-f128bd4c96a1') {'for_net_delete': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:08.012577 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35034462-cb06-433b-97a4-f128bd4c96a1') {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:08.022362 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576156'] for segment (35034462-cb06-433b-97a4-f128bd4c96a1), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.035479 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (35034462-cb06-433b-97a4-f128bd4c96a1), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.041258 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:30:08.041645 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33390556'] for segment (35034462-cb06-433b-97a4-f128bd4c96a1), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: Traceback (most recent call last): Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: timer() Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: cb(*args, **kw) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: return func(*args, **kwargs) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: self._notify() Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: self.callback(batched_events) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: event.method(event) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: return f(self, *a, **k) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._get(url).json() Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: return self.request(url, 'GET', **kwargs) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:30:08.043281 dv-cinder-833871-1-iscsi neutron-server[103754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:30:08.162270 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (cd0b5e86-548b-4759-a734-2992e751dcf6), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.166664 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.169846 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd0b5e86-548b-4759-a734-2992e751dcf6 HTTP/1.1" status: 204 len: 168 time: 0.3393517 Mar 15 17:30:08.183025 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6d3dc-aaf3-45ba-b6f1-a76f85ff6bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0b5e86-548b-4759-a734-2992e751dcf6,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:08.514914 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 8af90e44-6217-45b6-aea2-e5c8b15ca281 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:30:08.551030 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57600) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:08.591661 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-92ea31cf-aa0b-4960-9222-f27c104200c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=982099cc3c9348a3bee428ca7abd678f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390756 Mar 15 17:30:08.594073 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57602) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:08.630274 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100abe68-c2bf-443e-b866-393c42773320 req-747dabf4-322f-4986-ab54-0ce3647916f9 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:08.631828 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-100abe68-c2bf-443e-b866-393c42773320 req-747dabf4-322f-4986-ab54-0ce3647916f9 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 944 time: 0.0562489 Mar 15 17:30:08.642901 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-322ea438-5207-4c7a-b8fa-24de49ec5233 admin admin] Publish callbacks [] for security_group (aaf55e75-4ab8-4849-816b-41474107c4d9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.648323 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port 8af90e44-6217-45b6-aea2-e5c8b15ca281 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:30:08.652765 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port 8af90e44-6217-45b6-aea2-e5c8b15ca281 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:30:08.653267 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.665580 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-322ea438-5207-4c7a-b8fa-24de49ec5233 admin admin] Publish callbacks [] for security_group (aaf55e75-4ab8-4849-816b-41474107c4d9), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.684396 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-100abe68-c2bf-443e-b866-393c42773320 req-667e11c8-9428-4eff-b782-22001d782304 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464208 Mar 15 17:30:08.739074 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port 8af90e44-6217-45b6-aea2-e5c8b15ca281 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:30:08.739465 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.762915 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af90e44-6217-45b6-aea2-e5c8b15ca281'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:08.765330 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e06ddb-3c22-49fa-8b72-facdb04d326e" -d '{"events": [{"server_uuid": "e9a2b2f6-ec10-4f07-82ac-f41b26d35126", "name": "network-vif-plugged", "status": "completed", "tag": "8af90e44-6217-45b6-aea2-e5c8b15ca281"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:08.778294 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port 8af90e44-6217-45b6-aea2-e5c8b15ca281, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=8af90e44-6217-45b6-aea2-e5c8b15ca281,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:08.782789 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-322ea438-5207-4c7a-b8fa-24de49ec5233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (aaf55e75-4ab8-4849-816b-41474107c4d9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.786975 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-322ea438-5207-4c7a-b8fa-24de49ec5233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.788344 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-322ea438-5207-4c7a-b8fa-24de49ec5233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaf55e75-4ab8-4849-816b-41474107c4d9 HTTP/1.1" status: 204 len: 168 time: 0.1932623 Mar 15 17:30:08.796102 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ea438-5207-4c7a-b8fa-24de49ec5233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf55e75-4ab8-4849-816b-41474107c4d9,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:08.809311 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239c04d-59d3-45f9-be65-fe968a3671a9 x-openstack-request-id: req-4239c04d-59d3-45f9-be65-fe968a3671a9 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:08.809620 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a2b2f6-ec10-4f07-82ac-f41b26d35126", "name": "network-vif-plugged", "status": "completed", "tag": "8af90e44-6217-45b6-aea2-e5c8b15ca281", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:08.809879 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4239c04d-59d3-45f9-be65-fe968a3671a9 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:08.810268 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af90e44-6217-45b6-aea2-e5c8b15ca281', 'code': 200} Mar 15 17:30:08.834538 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.885766 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=8af90e44-6217-45b6-aea2-e5c8b15ca281,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:09.288683 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c258-daf7-4d7f-952a-47045a0971f3 req-bf5f42a2-9fdb-4036-bae1-170c66e1ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:09.290244 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9938c258-daf7-4d7f-952a-47045a0971f3 req-bf5f42a2-9fdb-4036-bae1-170c66e1ef13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 1129 time: 0.2005327 Mar 15 17:30:09.340018 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9938c258-daf7-4d7f-952a-47045a0971f3 req-364371f6-7cef-4fd7-82d6-52dc242fffec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Mar 15 17:30:09.817556 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381527d-9783-4af3-9b36-c0b702605bd1 req-7d264b3d-8620-4e7b-aa24-f235bebdfd57 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:09.819031 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2381527d-9783-4af3-9b36-c0b702605bd1 req-7d264b3d-8620-4e7b-aa24-f235bebdfd57 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 945 time: 0.0541365 Mar 15 17:30:09.865679 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2381527d-9783-4af3-9b36-c0b702605bd1 req-6c69986f-a86a-4b3d-a11e-22c951fb61e0 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Mar 15 17:30:10.988243 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7af15-c42f-48d4-8e73-9baf478d9389 req-972b83ea-cd56-4c2b-8c67-1a9d7b310d17 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:10.989702 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-95d7af15-c42f-48d4-8e73-9baf478d9389 req-972b83ea-cd56-4c2b-8c67-1a9d7b310d17 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 945 time: 0.0528431 Mar 15 17:30:11.038116 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-95d7af15-c42f-48d4-8e73-9baf478d9389 req-3ceb4f3e-70e9-422a-b7be-9c9cd1267a2c tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Mar 15 17:30:12.268517 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68c294-34dd-4103-9b8e-4a8add8cf8bc req-0f24cd7e-fb3b-47b2-8245-e4fd741d2388 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:12.270492 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bb68c294-34dd-4103-9b8e-4a8add8cf8bc req-0f24cd7e-fb3b-47b2-8245-e4fd741d2388 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 945 time: 0.0565836 Mar 15 17:30:12.280029 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-389286f0-1bce-43f0-9bb2-31108617164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:12.317930 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bb68c294-34dd-4103-9b8e-4a8add8cf8bc req-a7ea33a4-2759-4d6d-b3d7-d1fd3cb0e0cc tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Mar 15 17:30:13.437738 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b6a9-f261-4e80-a3e4-50e98950db30 req-91a6696b-012c-4b1d-84ff-c81a34e6f957 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:13.439212 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7508b6a9-f261-4e80-a3e4-50e98950db30 req-91a6696b-012c-4b1d-84ff-c81a34e6f957 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Mar 15 17:30:13.486727 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7508b6a9-f261-4e80-a3e4-50e98950db30 req-1c2cdd85-42bb-4f1b-ba9f-a36bcc9ec9c6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Mar 15 17:30:13.512650 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-ca698ab2-743b-4e81-b4bb-65676b2adca5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:13.514106 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-ca698ab2-743b-4e81-b4bb-65676b2adca5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Mar 15 17:30:13.605307 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Deleting port 8af90e44-6217-45b6-aea2-e5c8b15ca281 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:13.605559 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:13.696408 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] For port 8af90e44-6217-45b6-aea2-e5c8b15ca281, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=8af90e44-6217-45b6-aea2-e5c8b15ca281,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:13.696768 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:13.709491 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Calling delete_port for 8af90e44-6217-45b6-aea2-e5c8b15ca281 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:13.919956 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (8af90e44-6217-45b6-aea2-e5c8b15ca281), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:13.931787 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['8af90e44-6217-45b6-aea2-e5c8b15ca281'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:30:13.949334 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Pushing event deleted for resources: {'Port': ['ID=8af90e44-6217-45b6-aea2-e5c8b15ca281,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:13.995811 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] No DVR routers for this DVR port 8af90e44-6217-45b6-aea2-e5c8b15ca281 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:13.998265 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:14.001510 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-97387480-80e8-4d99-a6d1-8c7ec577aaec req-49176881-f89f-4de3-b94d-c442f2e61ea5 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "DELETE /v2.0/ports/8af90e44-6217-45b6-aea2-e5c8b15ca281 HTTP/1.1" status: 204 len: 173 time: 0.4819167 Mar 15 17:30:14.001957 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'name': 'network-vif-deleted', 'tag': '8af90e44-6217-45b6-aea2-e5c8b15ca281'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:14.007879 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c4047-f8b9-4d1c-87ea-c8e1ce33792e" -d '{"events": [{"server_uuid": "e9a2b2f6-ec10-4f07-82ac-f41b26d35126", "name": "network-vif-deleted", "tag": "8af90e44-6217-45b6-aea2-e5c8b15ca281"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:14.038965 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96f2bdd-5f86-4802-a285-dadb857a63cf x-openstack-request-id: req-d96f2bdd-5f86-4802-a285-dadb857a63cf {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:14.039272 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a2b2f6-ec10-4f07-82ac-f41b26d35126", "name": "network-vif-deleted", "tag": "8af90e44-6217-45b6-aea2-e5c8b15ca281", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:14.039525 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d96f2bdd-5f86-4802-a285-dadb857a63cf {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:14.039948 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a2b2f6-ec10-4f07-82ac-f41b26d35126', 'name': 'network-vif-deleted', 'tag': '8af90e44-6217-45b6-aea2-e5c8b15ca281', 'status': 'completed', 'code': 200} Mar 15 17:30:14.592717 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5bedab20-afbe-45f8-b876-119cc53b1b9c req-7fe727d3-b1be-4bb4-bc99-039895698792 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9a2b2f6-ec10-4f07-82ac-f41b26d35126 HTTP/1.1" status: 200 len: 210 time: 0.0293419 Mar 15 17:30:14.744883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c253703-93af-42c0-b114-564213fcefc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:15.857379 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:15.901510 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-74f70f88-cee1-4d85-b244-b10a48087613 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:15.902920 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-74f70f88-cee1-4d85-b244-b10a48087613 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/networks?id=5bc84679-fdf3-433b-a76a-176ec4989e39 HTTP/1.1" status: 200 len: 809 time: 0.0995822 Mar 15 17:30:15.918601 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-395b81b4-60f3-4987-8006-84809f349c99 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/quotas/ac1e800531d046ae87c09f844bcd6b90 HTTP/1.1" status: 200 len: 375 time: 0.0103793 Mar 15 17:30:15.950254 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-91d7db11-34ff-454b-a571-8bb230ac004b tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac1e800531d046ae87c09f844bcd6b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262992 Mar 15 17:30:16.041890 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-93a30459-26b5-438c-a6dd-f22e5cdd75c6 service neutron] 10.222.0.23 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Mar 15 17:30:16.128779 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2ccc854b-eba1-42ea-897c-3784e3377467 service neutron] 10.222.0.23 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812995 Mar 15 17:30:16.388996 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-26e9e28d-220d-421f-94f2-850d5253a701 req-411ff284-1d6a-41bf-bdcb-46f58de5cb41 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 210 time: 0.0315135 Mar 15 17:30:16.544117 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 8af90e44-6217-45b6-aea2-e5c8b15ca281 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:16.575829 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: 8af90e44-6217-45b6-aea2-e5c8b15ca281 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:16.576182 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device 8af90e44-6217-45b6-aea2-e5c8b15ca281 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:17.396551 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:17.484016 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-78766331-ba50-41fc-aa4d-1946806af827 req-413f31e1-a98c-4163-95cf-a12c9b56c758 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 210 time: 0.0266364 Mar 15 17:30:18.460651 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-a13378f7-382b-4b33-8da0-580a58252d89 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:18.462019 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-a13378f7-382b-4b33-8da0-580a58252d89 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "GET /v2.0/networks?id=5bc84679-fdf3-433b-a76a-176ec4989e39 HTTP/1.1" status: 200 len: 809 time: 0.1047814 Mar 15 17:30:18.479519 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Request body: {'port': {'device_id': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39', 'admin_state_up': True, 'tenant_id': 'ac1e800531d046ae87c09f844bcd6b90'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:30:18.588538 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ea1645ed-2d39-463f-b6cd-3ac91f8caf02 req-ab1d0a1f-8ef1-4af6-889a-a9620e7fde8e tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 210 time: 0.0298958 Mar 15 17:30:18.677182 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Made reservation on behalf of ac1e800531d046ae87c09f844bcd6b90 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:30:18.680837 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:18.751783 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:18.818951 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Allocated IP 172.20.0.9 (5bc84679-fdf3-433b-a76a-176ec4989e39/aeaca607-df9e-48bc-982a-d3fb6a0d4a79/fe33c23f-a6a0-4fb0-99c9-35f79ea97479) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:30:18.976870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks [] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.076864 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.119648 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Network 5bc84679-fdf3-433b-a76a-176ec4989e39 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:30:19.122850 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:30:19.126564 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:30:19.133424 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Pushing event updated for resources: {'Port': ['ID=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:19.180643 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:19.181240 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.259466 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-37db529a-dd03-4041-90b6-5ff23456c2f7 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836604 Mar 15 17:30:19.268872 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-7963b21a-4fcd-48f3-a56f-6c04e5668d53 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:30:19.269350 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-7963b21a-4fcd-48f3-a56f-6c04e5668d53 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051556 Mar 15 17:30:19.280310 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Request body: {'port': {'device_id': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:30:19.339104 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.654200 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe33c23f-a6a0-4fb0-99c9-35f79ea97479 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:30:19.664783 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Publish callbacks [] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.682789 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Transition to ACTIVE for port object fe33c23f-a6a0-4fb0-99c9-35f79ea97479 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:30:19.744699 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b52d-ac46-4a6d-8c1e-f55b21b3d76d req-3264ad21-5cf4-4e66-ace1-1712bee01448 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:19.746192 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6315b52d-ac46-4a6d-8c1e-f55b21b3d76d req-3264ad21-5cf4-4e66-ace1-1712bee01448 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 931 time: 0.0610929 Mar 15 17:30:19.762280 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.807029 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6315b52d-ac46-4a6d-8c1e-f55b21b3d76d req-25243dc4-1ab6-442c-98ba-78e4fa606faf tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Mar 15 17:30:19.820816 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Pushing event updated for resources: {'Port': ['ID=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:19.892065 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Attempting to bind port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:30:19.892432 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Attempting to bind port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:30:19.892602 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Attempting to bind port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 on network 5bc84679-fdf3-433b-a76a-176ec4989e39 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:30:19.896899 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 on network 5bc84679-fdf3-433b-a76a-176ec4989e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:30:19.897219 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Attempting to bind port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 on network 5bc84679-fdf3-433b-a76a-176ec4989e39 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:30:19.902069 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:30:19.902395 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Checking segment: {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:30:19.902776 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Bound using segment: {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:30:19.903185 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Bound port: fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3495e6-4d6d-4514-bdcd-f3d36627ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:30:19.903550 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.968496 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] For port fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:30:19.971594 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] For port fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:30:20.048834 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:20.084641 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.085269 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:20.086685 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] 10.222.0.44 "PUT /v2.0/ports/fe33c23f-a6a0-4fb0-99c9-35f79ea97479 HTTP/1.1" status: 200 len: 1093 time: 0.8101139 Mar 15 17:30:20.087147 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'tag': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:20.089482 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2" -d '{"events": [{"name": "network-changed", "server_uuid": "66063eb0-f514-4cc6-a441-94a7e99ec17c", "tag": "fe33c23f-a6a0-4fb0-99c9-35f79ea97479"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:20.114611 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582d37b-c5f9-4ed7-aaf6-f7caa795e037 service neutron] Pushing event updated for resources: {'Port': ['ID=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:20.131943 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b352267-6c14-4492-b756-cf8b2696b2db x-openstack-request-id: req-4b352267-6c14-4492-b756-cf8b2696b2db {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:20.132240 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66063eb0-f514-4cc6-a441-94a7e99ec17c", "tag": "fe33c23f-a6a0-4fb0-99c9-35f79ea97479", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:20.132497 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b352267-6c14-4492-b756-cf8b2696b2db {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:20.132896 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'tag': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479', 'status': 'completed', 'code': 200} Mar 15 17:30:20.201213 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2 req-6be98954-06f8-4c94-a49b-7c108cd7ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.202710 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2 req-6be98954-06f8-4c94-a49b-7c108cd7ac6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac1e800531d046ae87c09f844bcd6b90&device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 1127 time: 0.0484500 Mar 15 17:30:20.280336 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:30:20.558011 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2 req-9224ba8e-f440-4d10-a822-3f9cf46f581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.559362 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2 req-9224ba8e-f440-4d10-a822-3f9cf46f581b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ac1e800531d046ae87c09f844bcd6b90&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3478978 Mar 15 17:30:20.649270 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2 req-5eba1ee8-9d73-4388-9a49-96675aef7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.650719 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2404f5a-1d56-4a2a-8a5e-8f01f19550d2 req-5eba1ee8-9d73-4388-9a49-96675aef7002 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855801 Mar 15 17:30:20.734246 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-c56e449d-42a7-4f97-b42b-966a39b667cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.735776 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-c56e449d-42a7-4f97-b42b-966a39b667cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac1e800531d046ae87c09f844bcd6b90&device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 1127 time: 0.0493345 Mar 15 17:30:20.776065 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-810fb019-dde5-439d-b53c-ef7dea262b30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe33c23f-a6a0-4fb0-99c9-35f79ea97479 HTTP/1.1" status: 200 len: 217 time: 0.0340393 Mar 15 17:30:20.822918 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-86a37d99-b851-4764-888c-b6bb4d68a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.824346 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-86a37d99-b851-4764-888c-b6bb4d68a8c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aeaca607-df9e-48bc-982a-d3fb6a0d4a79 HTTP/1.1" status: 200 len: 849 time: 0.0431874 Mar 15 17:30:20.855510 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-240faf0d-d774-4a65-b375-ca1c3605293d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5bc84679-fdf3-433b-a76a-176ec4989e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256817 Mar 15 17:30:20.923950 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c95a37-cb31-4a3a-a57f-4a296bc4d3c0 req-aebe9ce0-4030-468d-b94b-c01227c193ac tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.925469 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7c95a37-cb31-4a3a-a57f-4a296bc4d3c0 req-aebe9ce0-4030-468d-b94b-c01227c193ac tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 943 time: 0.0547879 Mar 15 17:30:20.948400 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-afdcdd18-0163-46c8-bbb7-835a2a2e27f7 service neutron] 10.222.0.44 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 Mar 15 17:30:20.972728 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b7c95a37-cb31-4a3a-a57f-4a296bc4d3c0 req-ee95a9e1-81cb-414d-b6c0-97b142bb97ff tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Mar 15 17:30:21.039327 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6af5c74e-2e72-45c5-8e65-273fbf684528 req-189f29c9-e05d-4209-9049-1f459c74a69a service neutron] 10.222.0.44 "GET /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854435 Mar 15 17:30:22.094052 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c678-a377-450a-8d78-9022c5e87d84 req-d788f784-ebea-4d63-aaab-233c69499558 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:22.095549 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ba42c678-a377-450a-8d78-9022c5e87d84 req-d788f784-ebea-4d63-aaab-233c69499558 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 943 time: 0.0524664 Mar 15 17:30:22.142227 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-ba42c678-a377-450a-8d78-9022c5e87d84 req-da22237a-356f-40af-be14-294cb8e875e6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Mar 15 17:30:22.571579 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fe33c23f-a6a0-4fb0-99c9-35f79ea97479 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:30:22.668053 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:22.679673 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479', 'network_id': '5bc84679-fdf3-433b-a76a-176ec4989e39', 'port_id': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479', 'mac_address': 'fa:16:3e:68:52:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaca607-df9e-48bc-982a-d3fb6a0d4a79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:30:22.715182 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:30:22.715565 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:22.729164 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe33c23f-a6a0-4fb0-99c9-35f79ea97479 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:30:22.752525 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:22.848032 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:22.895896 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:23.052751 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['fe33c23f-a6a0-4fb0-99c9-35f79ea97479'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:30:23.261454 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bc7a1-5d23-48ed-923f-8da4e1cbf0e2 req-79277b47-0666-4b3e-b734-a3970af28a12 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:23.262915 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bd2bc7a1-5d23-48ed-923f-8da4e1cbf0e2 req-79277b47-0666-4b3e-b734-a3970af28a12 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 944 time: 0.0515566 Mar 15 17:30:23.568762 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-bd2bc7a1-5d23-48ed-923f-8da4e1cbf0e2 req-f76c1057-fbf9-41bd-85a7-4c5f15f43607 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003151 Mar 15 17:30:24.587427 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fe33c23f-a6a0-4fb0-99c9-35f79ea97479 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:30:24.690127 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a84b2-d3e5-4517-a5e8-1b3584aa61ab req-880b7f8f-a486-4eee-b390-b694b7ee55b6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:24.692296 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-719a84b2-d3e5-4517-a5e8-1b3584aa61ab req-880b7f8f-a486-4eee-b390-b694b7ee55b6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 944 time: 0.0568359 Mar 15 17:30:24.699573 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:30:24.704042 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:30:24.704447 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.745186 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-719a84b2-d3e5-4517-a5e8-1b3584aa61ab req-906149f1-1cda-42c8-8179-c32896e08c72 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Mar 15 17:30:24.786190 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:30:24.786581 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.809878 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:24.812132 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1428ffc-1144-4775-a879-16d790577850" -d '{"events": [{"server_uuid": "66063eb0-f514-4cc6-a441-94a7e99ec17c", "name": "network-vif-plugged", "status": "completed", "tag": "fe33c23f-a6a0-4fb0-99c9-35f79ea97479"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:24.824449 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:24.849511 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7b5f34-f7c9-4e29-b79d-a4125b116eeb x-openstack-request-id: req-5e7b5f34-f7c9-4e29-b79d-a4125b116eeb {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:24.849801 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66063eb0-f514-4cc6-a441-94a7e99ec17c", "name": "network-vif-plugged", "status": "completed", "tag": "fe33c23f-a6a0-4fb0-99c9-35f79ea97479", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:24.850055 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e7b5f34-f7c9-4e29-b79d-a4125b116eeb {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:24.850448 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479', 'code': 200} Mar 15 17:30:24.894080 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:25.074329 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:25.158132 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994d261-fd51-4ae8-82cf-bdb88a298907 req-b85c16df-c27c-4eaf-aa40-9146fd75004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:25.159535 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1994d261-fd51-4ae8-82cf-bdb88a298907 req-b85c16df-c27c-4eaf-aa40-9146fd75004a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 1129 time: 0.0491102 Mar 15 17:30:25.204909 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1994d261-fd51-4ae8-82cf-bdb88a298907 req-5b86040d-f521-43d9-99b9-a2cb6fe865c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Mar 15 17:30:25.864595 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fe7b8-8d76-4262-80ef-261eaf8d69af req-bcb7d677-7915-4408-9965-72512e84d819 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:25.866065 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c60fe7b8-8d76-4262-80ef-261eaf8d69af req-bcb7d677-7915-4408-9965-72512e84d819 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 945 time: 0.0521076 Mar 15 17:30:25.916801 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c60fe7b8-8d76-4262-80ef-261eaf8d69af req-0d153fab-09b4-4257-95e1-bbaf4ea932f6 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451705 Mar 15 17:30:27.040076 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eaf4d-b601-413f-98ca-29d2275b3a4b req-afbe5763-c9e4-4f64-9757-a2f3f7294f6a tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:27.041659 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1e5eaf4d-b601-413f-98ca-29d2275b3a4b req-afbe5763-c9e4-4f64-9757-a2f3f7294f6a tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 945 time: 0.0547435 Mar 15 17:30:27.088813 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1e5eaf4d-b601-413f-98ca-29d2275b3a4b req-f0b52c52-6b4d-44cd-b39d-2ebb67a7b43b tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Mar 15 17:30:28.227611 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a9e53-ed9d-49ea-ba92-48781a341e05 req-b7a2df2c-bcc8-4017-a581-074175276d4a tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:28.229114 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3a2a9e53-ed9d-49ea-ba92-48781a341e05 req-b7a2df2c-bcc8-4017-a581-074175276d4a tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 945 time: 0.0520031 Mar 15 17:30:28.276267 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3a2a9e53-ed9d-49ea-ba92-48781a341e05 req-b0edecaa-1f29-4ec5-b159-0ea1a1912364 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Mar 15 17:30:28.722006 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:29.410957 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47e4ed-7883-4bbb-873d-84610e659e54 req-527688f7-e3de-499a-b7a1-340edb17e8a2 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:29.412559 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-df47e4ed-7883-4bbb-873d-84610e659e54 req-527688f7-e3de-499a-b7a1-340edb17e8a2 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 945 time: 0.0548208 Mar 15 17:30:29.458237 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-df47e4ed-7883-4bbb-873d-84610e659e54 req-9969c79c-e748-4e24-882e-744b12905eff tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf298112-1b08-4d7e-9e8e-baafaf3abb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Mar 15 17:30:29.513374 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-b3516ec1-2379-4c9f-ad3e-7a66ced17b46 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:29.514801 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-b3516ec1-2379-4c9f-ad3e-7a66ced17b46 tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 945 time: 0.0529642 Mar 15 17:30:29.607890 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Deleting port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:29.608131 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:29.694206 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] For port fe33c23f-a6a0-4fb0-99c9-35f79ea97479, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,segment=NetworkSegment(2d3495e6-4d6d-4514-bdcd-f3d36627ec63),segment_id=2d3495e6-4d6d-4514-bdcd-f3d36627ec63)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:29.694562 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:29.707311 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Calling delete_port for fe33c23f-a6a0-4fb0-99c9-35f79ea97479 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:29.905322 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (fe33c23f-a6a0-4fb0-99c9-35f79ea97479), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:29.918355 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['fe33c23f-a6a0-4fb0-99c9-35f79ea97479'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:30:29.935288 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Pushing event deleted for resources: {'Port': ['ID=fe33c23f-a6a0-4fb0-99c9-35f79ea97479,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:29.989959 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] No DVR routers for this DVR port fe33c23f-a6a0-4fb0-99c9-35f79ea97479 on host hv-cinder-83387 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:29.992715 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:30.000228 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-728a124d-e560-439c-ac7e-bced4fb3ce27 req-5cf627f7-7010-4b57-b8b0-8def04f032eb tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.44 "DELETE /v2.0/ports/fe33c23f-a6a0-4fb0-99c9-35f79ea97479 HTTP/1.1" status: 204 len: 173 time: 0.4756737 Mar 15 17:30:30.000228 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'name': 'network-vif-deleted', 'tag': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:30.000228 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dab384-1692-4817-b049-ff1b45d0c011" -d '{"events": [{"server_uuid": "66063eb0-f514-4cc6-a441-94a7e99ec17c", "name": "network-vif-deleted", "tag": "fe33c23f-a6a0-4fb0-99c9-35f79ea97479"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:30.039949 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8210cf4-dda7-4669-958c-1aed4f9d9075 x-openstack-request-id: req-a8210cf4-dda7-4669-958c-1aed4f9d9075 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:30.040631 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66063eb0-f514-4cc6-a441-94a7e99ec17c", "name": "network-vif-deleted", "tag": "fe33c23f-a6a0-4fb0-99c9-35f79ea97479", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:30.040631 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8210cf4-dda7-4669-958c-1aed4f9d9075 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:30.042075 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66063eb0-f514-4cc6-a441-94a7e99ec17c', 'name': 'network-vif-deleted', 'tag': 'fe33c23f-a6a0-4fb0-99c9-35f79ea97479', 'status': 'completed', 'code': 200} Mar 15 17:30:30.563612 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-3d45eb53-9404-4796-ba9f-cf4c61da9628 req-efcc1106-cb8a-4448-af0c-bcf54c0034cd tempest-VolumesActionsTest-1315923290 tempest-VolumesActionsTest-1315923290-project] 10.222.0.23 "GET /v2.0/ports?device_id=66063eb0-f514-4cc6-a441-94a7e99ec17c HTTP/1.1" status: 200 len: 210 time: 0.0270612 Mar 15 17:30:32.649792 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fe33c23f-a6a0-4fb0-99c9-35f79ea97479 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:32.672959 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: fe33c23f-a6a0-4fb0-99c9-35f79ea97479 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:32.673893 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fe33c23f-a6a0-4fb0-99c9-35f79ea97479 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:42.300537 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6c243a4-e659-416e-ae7e-9ba8307809bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.773171 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-998b4a5e-7133-4b46-acee-91fc6f7cc135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:45.830133 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.428069 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.927518 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:55.675324 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-ef3b4151-734a-4c6b-8371-67a6ff1f9db1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201917499&fields=id&tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 267 time: 0.0452588 Mar 15 17:30:55.792389 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-1d0325b6-77bb-4e58-b2b4-3abb53996f56 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:55.793984 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-1d0325b6-77bb-4e58-b2b4-3abb53996f56 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 810 time: 0.1111264 Mar 15 17:30:55.811499 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-6b600461-dee3-4e37-878c-db5c3bc83aa7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/quotas/c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 375 time: 0.0119221 Mar 15 17:30:55.870348 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-de106611-20d0-4897-afe8-75042317e822 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534506 Mar 15 17:30:55.938919 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-00ff0401-e8eb-43cd-a81b-f127e88239b1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:30:55.940104 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-00ff0401-e8eb-43cd-a81b-f127e88239b1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0586808 Mar 15 17:30:56.039093 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-47075a44-3458-42b6-ac1f-96accdd88ded service neutron] 10.222.0.23 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928290 Mar 15 17:30:56.135452 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2c94a147-9908-4afb-a397-887cb0821d5f service neutron] 10.222.0.23 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Mar 15 17:30:56.814008 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-fc1869cf-3139-485a-b4e6-6c700c86de1a req-2163d0ec-9322-4a50-bf26-de3fd503496b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 210 time: 0.0288870 Mar 15 17:30:57.000762 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 57988) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:57.049282 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Deleting subnet aeaca607-df9e-48bc-982a-d3fb6a0d4a79 {{(pid=103754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:30:57.053327 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Publish callbacks [] for subnet (aeaca607-df9e-48bc-982a-d3fb6a0d4a79), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.087989 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576165'] for subnet (aeaca607-df9e-48bc-982a-d3fb6a0d4a79), precommit_delete_associations {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.125632 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (aeaca607-df9e-48bc-982a-d3fb6a0d4a79), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.279626 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33390438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32765438'] for subnet (aeaca607-df9e-48bc-982a-d3fb6a0d4a79), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.283554 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:30:57.306167 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeaca607-df9e-48bc-982a-d3fb6a0d4a79,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:57.314722 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.320970 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aeaca607-df9e-48bc-982a-d3fb6a0d4a79 HTTP/1.1" status: 204 len: 168 time: 0.3167124 Mar 15 17:30:57.320970 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.321295 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.321409 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57992) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:57.321891 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.321891 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.322077 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.322346 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.322828 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.323164 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.323495 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.324066 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.324404 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.324733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.325053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.325555 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.325879 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd81af-6d93-465f-9826-4d1dae08ff27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.397271 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (5bc84679-fdf3-433b-a76a-176ec4989e39), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.479256 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (5bc84679-fdf3-433b-a76a-176ec4989e39), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.501484 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc84679-fdf3-433b-a76a-176ec4989e39']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:57.511872 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3495e6-4d6d-4514-bdcd-f3d36627ec63') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:57.512710 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3495e6-4d6d-4514-bdcd-f3d36627ec63') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:57.522224 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33207483'] for segment (2d3495e6-4d6d-4514-bdcd-f3d36627ec63), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.541390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (2d3495e6-4d6d-4514-bdcd-f3d36627ec63), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.543286 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:30:57.543717 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33209050'] for segment (2d3495e6-4d6d-4514-bdcd-f3d36627ec63), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: Traceback (most recent call last): Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: timer() Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: cb(*args, **kw) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: return func(*args, **kwargs) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: self._notify() Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: self.callback(batched_events) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: event.method(event) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: return f(self, *a, **k) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._get(url).json() Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:30:57.545432 dv-cinder-833871-1-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:30:57.693485 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (5bc84679-fdf3-433b-a76a-176ec4989e39), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.698901 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:57.702230 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5bc84679-fdf3-433b-a76a-176ec4989e39 HTTP/1.1" status: 204 len: 168 time: 0.3798888 Mar 15 17:30:57.716877 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc84679-fdf3-433b-a76a-176ec4989e39,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:57.725200 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.725551 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.725907 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.726247 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.726581 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.726913 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.727243 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.727569 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.728007 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.728325 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.728712 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.729113 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.729440 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.729771 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.730096 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea7e59f-a43a-48c5-b823-f84f95b97df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:57.920993 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-6c96d4de-4f1d-4afb-b73c-10a63f30697b req-154cd542-d8c8-4cf6-a580-b033ad0d886a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 210 time: 0.0278404 Mar 15 17:30:58.173337 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 57998) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:58.215047 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2b56bf11-4a67-474e-bc65-41ca4e53dd61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac1e800531d046ae87c09f844bcd6b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404277 Mar 15 17:30:58.218073 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58000) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:58.272615 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0731-adff-4a6e-8eda-0e8c6d55ea1f admin admin] Publish callbacks [] for security_group (cf298112-1b08-4d7e-9e8e-baafaf3abb07), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:58.294650 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0731-adff-4a6e-8eda-0e8c6d55ea1f admin admin] Publish callbacks [] for security_group (cf298112-1b08-4d7e-9e8e-baafaf3abb07), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:58.413223 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0731-adff-4a6e-8eda-0e8c6d55ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (cf298112-1b08-4d7e-9e8e-baafaf3abb07), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:58.415766 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0731-adff-4a6e-8eda-0e8c6d55ea1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:58.416952 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-8b5d0731-adff-4a6e-8eda-0e8c6d55ea1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf298112-1b08-4d7e-9e8e-baafaf3abb07 HTTP/1.1" status: 204 len: 168 time: 0.1978896 Mar 15 17:30:58.424872 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d0731-adff-4a6e-8eda-0e8c6d55ea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf298112-1b08-4d7e-9e8e-baafaf3abb07,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:58.715390 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-72925f0d-d16b-48fd-8710-aec4f4ef72fe tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:58.716875 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-72925f0d-d16b-48fd-8710-aec4f4ef72fe tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 810 time: 0.1052589 Mar 15 17:30:58.741831 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:58.788949 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-3069a6c5-b73d-46ac-bc78-c0d86b09dba2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5 HTTP/1.1" status: 200 len: 380 time: 0.0606530 Mar 15 17:30:58.797381 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'port': {'device_id': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'admin_state_up': True, 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'security_groups': ['c81fdfc5-b6f8-4e54-948b-63cc0bf2f853']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:30:58.990540 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Made reservation on behalf of c1d0bc5b1ec74662b36773cf3bcc8cd5 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:30:58.994531 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:59.036900 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-aa0c2044-7839-4684-9d2c-8cf7812534c1 req-8499cc77-4633-4ec9-9807-77c2c451b8fc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 210 time: 0.0358093 Mar 15 17:30:59.130651 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Allocated IP 172.20.0.10 (ac635906-cd82-4bc3-80dc-c20fcd55bc58/7d79ad2a-8c97-45b7-940a-d133e16a4e15/b5111a4c-b4df-4322-9ba6-ed030e5c0f14) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:30:59.275940 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:59.379086 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:59.421654 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:30:59.428458 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:30:59.431012 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:30:59.467279 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:59.492537 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:59.493181 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:59.595788 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-2e8dc20c-690e-475b-93da-c1239713fab4 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8020093 Mar 15 17:30:59.607489 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Request body: {'port': {'device_id': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83387'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:30:59.672898 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:59.699473 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-5b87a755-902f-46cf-a734-e55d16cd9367 None None] Provisioning complete for port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 triggered by entity DHCP. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:30:59.700549 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b87a755-902f-46cf-a734-e55d16cd9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:59.765241 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-6fe10ed6-a90a-4bae-9f0e-de89d0ee49b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883024 Mar 15 17:30:59.777093 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5b87a755-902f-46cf-a734-e55d16cd9367 None None] Port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 cannot update to ACTIVE because it is not bound. {{(pid=103756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:30:59.872911 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-7d0d6405-9c4a-4fd9-af36-989b041522b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:59.877390 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-7d0d6405-9c4a-4fd9-af36-989b041522b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1129 time: 0.0541048 Mar 15 17:30:59.987120 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5111a4c-b4df-4322-9ba6-ed030e5c0f14 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:30:59.988009 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-b3b7c3c1-6bb9-490a-b968-7ca28c8b4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:59.988956 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-b3b7c3c1-6bb9-490a-b968-7ca28c8b4648 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.0970259 Mar 15 17:30:59.995377 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Publish callbacks [] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:00.007915 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Transition to ACTIVE for port object b5111a4c-b4df-4322-9ba6-ed030e5c0f14 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:31:00.058141 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-623fc1af-e874-4159-a044-09c4decd354f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 1000 time: 0.0627511 Mar 15 17:31:00.107205 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-aa098802-c3d6-4893-a2f1-d345f695db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.108703 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-aa098802-c3d6-4893-a2f1-d345f695db72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0451694 Mar 15 17:31:00.110329 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:00.166146 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:00.195807 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-39f3837f-daa6-4c76-9111-5440d19e336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.197568 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-39f3837f-daa6-4c76-9111-5440d19e336d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732307 Mar 15 17:31:00.214589 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280aacb-6bbb-4ebd-a54f-c68e2e478c7c req-64cd8f4f-2fbb-4eeb-9378-ea6c6943727c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.217279 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0280aacb-6bbb-4ebd-a54f-c68e2e478c7c req-64cd8f4f-2fbb-4eeb-9378-ea6c6943727c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.1045337 Mar 15 17:31:00.248780 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Attempting to bind port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 on host hv-cinder-83387 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:31:00.249223 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Attempting to bind port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 by drivers openvswitch,hyperv on host hv-cinder-83387 at level 0 using segments [{'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:31:00.249501 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Attempting to bind port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:31:00.254974 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83387 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:31:00.255291 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Attempting to bind port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 on network ac635906-cd82-4bc3-80dc-c20fcd55bc58 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:31:00.261912 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Checking agent: {'id': '798acde2-394e-496c-afa6-fcea81572e6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'started_at': datetime.datetime(2022, 3, 15, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:31:00.262290 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Checking segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:31:00.262639 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Bound using segment: {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:31:00.263070 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Bound port: b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host: hv-cinder-83387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d65a52-17c5-4015-a029-b0bb05fc23ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:31:00.263425 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:00.327271 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0280aacb-6bbb-4ebd-a54f-c68e2e478c7c req-f7b91f59-1bc6-4b1f-b082-41e2312075f3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995934 Mar 15 17:31:00.343860 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] For port b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host hv-cinder-83387, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:31:00.353037 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] For port b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host hv-cinder-83387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:31:00.360418 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-005a240a-4f01-4ed5-b815-e7fce7a73a3a service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565311 Mar 15 17:31:00.413367 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33209014'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:00.453064 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.453687 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:00.455181 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5111a4c-b4df-4322-9ba6-ed030e5c0f14 HTTP/1.1" status: 200 len: 1094 time: 0.8519263 Mar 15 17:31:00.455590 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:31:00.461312 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bec48c5bf8cbef32817e35354ca647cfbf86d886fa048733452b1a725b52741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:31:00.464676 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-1342a12d-efb0-49cf-8e01-328f286d7e26 req-fabdd7ec-a512-4477-905b-5b2324493655 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981047 Mar 15 17:31:00.491525 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7159a-55ce-4a87-b975-e8b5cfd6aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:00.515309 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b11f3-a382-4bab-a687-2239aeae6b37 x-openstack-request-id: req-f90b11f3-a382-4bab-a687-2239aeae6b37 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:31:00.515604 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:31:00.515892 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f90b11f3-a382-4bab-a687-2239aeae6b37 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:31:00.516296 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'status': 'completed', 'code': 200} Mar 15 17:31:00.580217 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed req-8fdbcc08-800d-455d-9b8a-43560e5b31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.581650 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed req-8fdbcc08-800d-455d-9b8a-43560e5b31a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 1128 time: 0.0501511 Mar 15 17:31:00.695057 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed req-d1a9dff8-5318-4a17-b7a7-d44ee1f60910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.696592 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed req-d1a9dff8-5318-4a17-b7a7-d44ee1f60910 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1071351 Mar 15 17:31:00.793446 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed req-9246957e-e8a2-4731-ac4e-7364dd5186ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.794940 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c549a68c-a584-4723-a0d7-0da1e7f0b4ed req-9246957e-e8a2-4731-ac4e-7364dd5186ba service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925198 Mar 15 17:31:00.876574 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-7a8bfeb3-ad02-4393-ba77-3dfc41c06520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.878101 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-7a8bfeb3-ad02-4393-ba77-3dfc41c06520 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 1128 time: 0.0458002 Mar 15 17:31:00.923912 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-f7820f69-9f06-471d-8e50-c227d20d61a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0375609 Mar 15 17:31:00.971456 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-be231403-26c7-491b-9f5f-d41ebe9f61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:00.973527 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-be231403-26c7-491b-9f5f-d41ebe9f61e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0434632 Mar 15 17:31:01.022440 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-42605dfb-3f74-43db-8ace-340e1ce140d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:01.023980 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-42605dfb-3f74-43db-8ace-340e1ce140d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445950 Mar 15 17:31:01.116968 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-f917fdc9-f13c-44a2-8976-27569f48cb6f service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869000 Mar 15 17:31:01.206860 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a2933fb3-dc45-447e-8a40-064f78bcf593 req-a7ea87a4-1b50-4c57-b49d-13e1d9025f88 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837512 Mar 15 17:31:01.457003 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759744-2e62-48ec-9581-de5cf4765b3e req-3275c1f1-3522-474a-9e03-579e9d3cf498 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:01.458461 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8d759744-2e62-48ec-9581-de5cf4765b3e req-3275c1f1-3522-474a-9e03-579e9d3cf498 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0585849 Mar 15 17:31:01.508749 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-8d759744-2e62-48ec-9581-de5cf4765b3e req-16791dab-f005-4600-b95e-a07e09eb163a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Mar 15 17:31:02.629590 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d753201-3c8a-4041-b7dd-15d70e89f027 req-73ac8fa9-75d7-4441-b011-e4a706a22ec7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:02.631107 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d753201-3c8a-4041-b7dd-15d70e89f027 req-73ac8fa9-75d7-4441-b011-e4a706a22ec7 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0546210 Mar 15 17:31:02.682855 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-5d753201-3c8a-4041-b7dd-15d70e89f027 req-fb2d1534-24b9-448c-8e42-6cae76431eb2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460606 Mar 15 17:31:03.802038 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044a4c-cb68-4e44-b679-2864dea67853 req-ad40cd56-d84e-47f5-a294-1902c3f30319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:03.803505 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6044a4c-cb68-4e44-b679-2864dea67853 req-ad40cd56-d84e-47f5-a294-1902c3f30319 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0531940 Mar 15 17:31:03.861616 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-f6044a4c-cb68-4e44-b679-2864dea67853 req-f28f7b34-a970-42bc-a9e8-662b2af73a30 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519509 Mar 15 17:31:04.981151 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5732d0-ec96-41a7-83a5-75a9f743ca76 req-90ede469-3dd8-4db5-bed9-b5e96517146b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:04.982627 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2e5732d0-ec96-41a7-83a5-75a9f743ca76 req-90ede469-3dd8-4db5-bed9-b5e96517146b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0529423 Mar 15 17:31:05.032183 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2e5732d0-ec96-41a7-83a5-75a9f743ca76 req-8576e6e1-4ab5-4d42-9e2c-e59c4dc625f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Mar 15 17:31:06.151363 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d22a30-d2a6-4488-a137-35fe8bb5e491 req-dd959034-8b34-4e23-97b4-301b77aee853 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:06.152861 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27d22a30-d2a6-4488-a137-35fe8bb5e491 req-dd959034-8b34-4e23-97b4-301b77aee853 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0522294 Mar 15 17:31:06.204213 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-27d22a30-d2a6-4488-a137-35fe8bb5e491 req-af90d779-cffa-418d-aea6-b3ab6270c3cb tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Mar 15 17:31:07.352972 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7d816-7fba-413a-acdb-aa37f80a821d req-e6fabe3f-efb2-4f6d-abba-d778e661bff1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:07.354493 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-61a7d816-7fba-413a-acdb-aa37f80a821d req-e6fabe3f-efb2-4f6d-abba-d778e661bff1 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0750294 Mar 15 17:31:07.412431 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-61a7d816-7fba-413a-acdb-aa37f80a821d req-46a4b369-5720-4378-8b17-c6d6dfb559b5 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514140 Mar 15 17:31:08.529159 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d99048-999d-4d85-83e3-3383b49dbfb3 req-353a42fe-c22b-4a64-b7e6-4f0d5f362da2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:08.530675 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-25d99048-999d-4d85-83e3-3383b49dbfb3 req-353a42fe-c22b-4a64-b7e6-4f0d5f362da2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 944 time: 0.0509446 Mar 15 17:31:08.578372 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-25d99048-999d-4d85-83e3-3383b49dbfb3 req-6e3e6a43-d8ef-4244-b7f7-a7e4b208415b tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Mar 15 17:31:08.870292 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b5111a4c-b4df-4322-9ba6-ed030e5c0f14 details requested by agent hyperv_hv-cinder-83387 with host hv-cinder-83387 {{(pid=103756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:31:08.971596 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:31:08.985125 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Returning: {'device': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'port_id': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'mac_address': 'fa:16:3e:b5:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:31:09.022905 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 is: DOWN; New status is: BUILD {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:31:09.023297 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:09.037524 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5111a4c-b4df-4322-9ba6-ed030e5c0f14 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:31:09.057347 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:31:09.132635 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:09.183961 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,revision_number=4']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:09.191726 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.192025 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.192372 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.192708 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.193038 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.193366 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.193690 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.194012 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.194337 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.194657 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.194977 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.195299 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.195619 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.195964 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.196280 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:31:09.375746 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] get_ports_and_sgs() called for port_ids ['b5111a4c-b4df-4322-9ba6-ed030e5c0f14'] {{(pid=103756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:31:09.698727 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0240f99-e04e-4bd8-83a2-049716d35cfb req-2838e93b-406c-47d7-af96-5e0972605e6a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:09.700157 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b0240f99-e04e-4bd8-83a2-049716d35cfb req-2838e93b-406c-47d7-af96-5e0972605e6a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 945 time: 0.0559421 Mar 15 17:31:09.749180 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-b0240f99-e04e-4bd8-83a2-049716d35cfb req-fe2cc277-4be2-47dd-ad8a-20cec769cfb2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Mar 15 17:31:10.865053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111fcb-9d5e-4923-a038-d62d453cf5a5 req-6330ca22-0154-446a-b4ca-ca5cfffd5915 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:10.866518 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-82111fcb-9d5e-4923-a038-d62d453cf5a5 req-6330ca22-0154-446a-b4ca-ca5cfffd5915 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Mar 15 17:31:10.871078 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b5111a4c-b4df-4322-9ba6-ed030e5c0f14 up at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:31:10.915142 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-82111fcb-9d5e-4923-a038-d62d453cf5a5 req-507d39c2-ce80-4c2f-a767-ced1b1975d1e tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Mar 15 17:31:10.981281 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning for port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 completed by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:31:10.985530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Provisioning complete for port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 triggered by entity L2. {{(pid=103756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:31:10.985906 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358240'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), provisioning_complete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:11.065713 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Current status of the port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 is: BUILD; New status is: ACTIVE {{(pid=103756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:31:11.066743 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:11.088391 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:31:11.090583 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d093c8f46f87ea2c181ce36b7983b75dfec6363ffc77bd0eb2827e0e41892424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f48b69c-e411-4590-a13f-6bfd96630263" -d '{"events": [{"server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:31:11.102725 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] For port b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:31:11.187058 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:11.238003 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Pushing event updated for resources: {'Port': ['ID=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,revision_number=5']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:11.250085 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9a7f5f-2966-4986-bc81-076dd78e43cd x-openstack-request-id: req-5c9a7f5f-2966-4986-bc81-076dd78e43cd {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:31:11.250085 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:31:11.250085 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c9a7f5f-2966-4986-bc81-076dd78e43cd {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:31:11.250085 dv-cinder-833871-1-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'code': 200} Mar 15 17:31:11.602289 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d07ba-bc69-46b4-a44d-3cb84db94855 req-8add1b0c-6ff0-4498-b78d-5e217dea706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:11.604906 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cb9d07ba-bc69-46b4-a44d-3cb84db94855 req-8add1b0c-6ff0-4498-b78d-5e217dea706a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 1130 time: 0.0503328 Mar 15 17:31:11.654846 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-cb9d07ba-bc69-46b4-a44d-3cb84db94855 req-649ea45d-04fa-4710-bb8c-552ea129fdc3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Mar 15 17:31:11.688162 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58162) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:31:11.790275 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7a5-8ca3-4434-a9c3-8c1348ff899c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:11.862162 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7a5-8ca3-4434-a9c3-8c1348ff899c admin admin] Publish callbacks [] for security_group (b9a60f46-a426-4126-8a7a-6556db433dcc), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:11.929606 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7a5-8ca3-4434-a9c3-8c1348ff899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b9a60f46-a426-4126-8a7a-6556db433dcc), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:11.966786 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9c7a5-8ca3-4434-a9c3-8c1348ff899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a60f46-a426-4126-8a7a-6556db433dcc,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:11.974778 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-f7a9c7a5-8ca3-4434-a9c3-8c1348ff899c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=591dc59c6ebe46118c26ca29f07db08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829797 Mar 15 17:31:11.975124 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58168) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:31:12.060664 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-39719cc9-b248-4358-b490-fe6036c5c541 admin admin] Publish callbacks [] for security_group (b9a60f46-a426-4126-8a7a-6556db433dcc), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:12.071164 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e2fe7-9e38-423b-a3fa-f0fc775bda28 req-5b1db8ce-b76d-4732-8a4b-1b766dac9a7a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:12.072776 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-016e2fe7-9e38-423b-a3fa-f0fc775bda28 req-5b1db8ce-b76d-4732-8a4b-1b766dac9a7a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 946 time: 0.0850194 Mar 15 17:31:12.114983 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-39719cc9-b248-4358-b490-fe6036c5c541 admin admin] Publish callbacks [] for security_group (b9a60f46-a426-4126-8a7a-6556db433dcc), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:12.174068 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-016e2fe7-9e38-423b-a3fa-f0fc775bda28 req-86bbec93-f007-402d-9502-94054d34c1e0 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934858 Mar 15 17:31:12.266827 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-39719cc9-b248-4358-b490-fe6036c5c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (b9a60f46-a426-4126-8a7a-6556db433dcc), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:12.269632 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-39719cc9-b248-4358-b490-fe6036c5c541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:12.270757 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-39719cc9-b248-4358-b490-fe6036c5c541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9a60f46-a426-4126-8a7a-6556db433dcc HTTP/1.1" status: 204 len: 168 time: 0.2946539 Mar 15 17:31:12.278926 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719cc9-b248-4358-b490-fe6036c5c541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a60f46-a426-4126-8a7a-6556db433dcc,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:12.297833 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4809f82e-6af3-4eec-b57a-de8bb427ca3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:13.295320 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801679d-069e-4076-a84b-a6aa527584f1 req-7e105fe2-8a4a-4d0b-82bc-2c5dca1bb376 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:13.296746 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d801679d-069e-4076-a84b-a6aa527584f1 req-7e105fe2-8a4a-4d0b-82bc-2c5dca1bb376 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 946 time: 0.0543034 Mar 15 17:31:13.345559 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d801679d-069e-4076-a84b-a6aa527584f1 req-aa535a2b-280e-4dad-982d-d94f2cb6ad90 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Mar 15 17:31:13.460788 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080bb59-f8b0-4b15-b89c-4bb5ab770975 req-fa9c7766-469b-4e60-973a-55e070a6a273 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:13.462261 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a080bb59-f8b0-4b15-b89c-4bb5ab770975 req-fa9c7766-469b-4e60-973a-55e070a6a273 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 946 time: 0.0521739 Mar 15 17:31:13.513723 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-a080bb59-f8b0-4b15-b89c-4bb5ab770975 req-af2ec568-b16c-4344-be3a-5b1e9b8dc78c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459864 Mar 15 17:31:13.535846 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58176) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:31:13.578847 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c96a9a2-fc2c-4195-b694-5e2bac98a2a2 tempest-TestVolumeBootPattern-885057683 tempest-TestVolumeBootPattern-885057683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:13.580336 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-0c96a9a2-fc2c-4195-b694-5e2bac98a2a2 tempest-TestVolumeBootPattern-885057683 tempest-TestVolumeBootPattern-885057683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 1125 time: 0.0434420 Mar 15 17:31:13.583194 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58178) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:31:13.587397 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.v2.base [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Request body: {'floatingip': {'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'port_id': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:31:13.667159 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:13.761728 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (None), before_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:13.871256 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.db_base_plugin_common [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Allocated IP 172.27.1.136 (ff201876-237a-4d11-8b70-5221cbe9a6ad/c6903674-3398-4448-91cb-8b407e687fbb/ecefbd31-0dd1-407c-9dbf-122f59a478db) {{(pid=103754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:31:13.977417 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.076117 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776685892428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.116299 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Network ff201876-237a-4d11-8b70-5221cbe9a6ad is already hosted by enough agents. {{(pid=103754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:31:14.119348 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Resources bound (agent type, host, resource id): {{(pid=103754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:31:14.123064 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Received port after_create {{(pid=103754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:31:14.144962 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=ecefbd31-0dd1-407c-9dbf-122f59a478db,revision_number=1']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:14.479887 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (4396575f-b060-4048-9fb0-8bce5272805e), precommit_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.600467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1516882'] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.721220 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a50974ca-a4fd-4eaf-9980-e548fe91be4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.752485 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.802012 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776686351382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776685892446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776685892464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33390512'] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.867049 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event updated for resources: {'Port': ['ID=ecefbd31-0dd1-407c-9dbf-122f59a478db,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:31:14.879708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8029197'] for floatingip (4396575f-b060-4048-9fb0-8bce5272805e), after_create {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:14.978030 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Floating IP 4396575f-b060-4048-9fb0-8bce5272805e associated. External IP: 172.27.1.136, port: b5111a4c-b4df-4322-9ba6-ed030e5c0f14. Mar 15 17:31:15.184098 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:31:15.291373 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:31:15.300925 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:31:15.309856 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:31:15.310491 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:31:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:31:15.406202 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:15.415235 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:31:15.435962 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ab3c4e64-e352-45c3-823a-3f513cf984a3 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8516912 Mar 15 17:31:15.436670 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:31:15.439006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75" -d '{"events": [{"name": "network-changed", "server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:31:15.651332 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18860d4-dbd1-4a28-bcbd-510a53e1701a x-openstack-request-id: req-b18860d4-dbd1-4a28-bcbd-510a53e1701a {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:31:15.652047 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:31:15.652047 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b18860d4-dbd1-4a28-bcbd-510a53e1701a {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:31:15.652298 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'status': 'completed', 'code': 200} Mar 15 17:31:15.670946 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:08Z', 'revision_number': 1, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}, {'id': '4396575f-b060-4048-9fb0-8bce5272805e', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:b5:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:31:14Z', 'updated_at': '2022-03-15T17:31:14Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:31:15.698581 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:31:15.707583 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:31:15.708226 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:31:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:31:15.718264 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-d6c1feb9-f848-4b73-8038-ee52f7341d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:15.719836 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-d6c1feb9-f848-4b73-8038-ee52f7341d67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 1130 time: 0.0477474 Mar 15 17:31:15.822879 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:31:15.865001 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:16.070411 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:08Z', 'revision_number': 1, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}, {'id': '4396575f-b060-4048-9fb0-8bce5272805e', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:b5:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:31:14Z', 'updated_at': '2022-03-15T17:31:14Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:31:16.086507 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-5be56e3b-b1cf-4165-a460-c23e3b487dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:16.088006 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-5be56e3b-b1cf-4165-a460-c23e3b487dbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.3622100 Mar 15 17:31:16.096656 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441ea94-a11f-4fe5-8dc3-e73abffdd590 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:08Z', 'revision_number': 1, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}, {'id': '4396575f-b060-4048-9fb0-8bce5272805e', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:b5:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:31:14Z', 'updated_at': '2022-03-15T17:31:14Z', 'revision_number': 0, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:31:16.154857 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-cc6c3df0-398d-4030-8747-1aee020bf3bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14 HTTP/1.1" status: 200 len: 1000 time: 0.0607703 Mar 15 17:31:16.206978 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-b7d7993a-9c70-4ab5-88e7-76e105842884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:16.208499 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-b7d7993a-9c70-4ab5-88e7-76e105842884 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0476575 Mar 15 17:31:16.261614 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-929f9f30-ef13-4ab2-94eb-400ee81ee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:31:16.263138 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-929f9f30-ef13-4ab2-94eb-400ee81ee911 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467966 Mar 15 17:31:16.301311 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190cf2e-9b6b-4e6a-91d3-8af2e3fbe644 None None] New status for floating IP 4396575f-b060-4048-9fb0-8bce5272805e: ACTIVE {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:31:16.354383 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-46b5522a-baff-44a3-9d4f-683cef645e5e service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840819 Mar 15 17:31:16.445979 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-18b64f14-ba20-49a6-9c9a-0ee1bfa4ab75 req-303ca311-f952-4d11-a4c3-07b05bf77e28 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859973 Mar 15 17:31:17.455496 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:18.792407 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:28.729152 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:34.279286 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:31:42.463627 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85077ab2-3762-4c04-8788-71ff9c691d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:44.726275 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f92b033f-8cb2-4727-a1d1-4dcd0093348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:45.843245 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:47.443475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:48.746101 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:58.726347 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:01.659058 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-4d791ad8-9715-4033-8f79-6ad9ee5a9dae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419233 Mar 15 17:32:01.744546 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-c53c39d8-de7f-4d2f-8a67-944d83ffeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:01.746059 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-c53c39d8-de7f-4d2f-8a67-944d83ffeef5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1129 time: 0.0443239 Mar 15 17:32:01.849923 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-36a3c64f-2dad-4f03-a89f-fe2d4e59a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:01.851371 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-36a3c64f-2dad-4f03-a89f-fe2d4e59a103 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.0867615 Mar 15 17:32:01.914556 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-cda43172-b34a-4914-94b3-56ff85af811e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 1000 time: 0.0570772 Mar 15 17:32:01.964909 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-d813466e-0ce5-4808-9495-5da89ef3f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:01.966346 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-d813466e-0ce5-4808-9495-5da89ef3f4dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0462940 Mar 15 17:32:02.014583 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-e22b7466-dddc-466c-a3c7-418da4a7fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:02.016098 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-e22b7466-dddc-466c-a3c7-418da4a7fe22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428176 Mar 15 17:32:02.102944 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-a8d221b0-e987-464e-8555-dd26cc838600 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794942 Mar 15 17:32:02.193433 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-c337ef9d-0bf2-4d9e-94e8-a7e965b10b67 req-3460cb0e-7fce-41c5-ba74-b8fe1c73348c service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834563 Mar 15 17:32:11.277346 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:32:12.288831 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3fccbe0f-6da4-4b74-8d4f-7cc6ffaf0bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:14.760345 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cbd805f5-c4cd-4ffc-a9c0-66a08d59288a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:15.859512 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:17.461366 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:18.756726 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:28.728082 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:42.313861 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41f20c93-f1c3-4d22-ae26-b526d513ce56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:43.489773 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58202) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:32:43.641016 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Deleting port ecefbd31-0dd1-407c-9dbf-122f59a478db {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:43.641355 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:43.718085 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:43.718414 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (ecefbd31-0dd1-407c-9dbf-122f59a478db), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:43.729932 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Calling delete_port for ecefbd31-0dd1-407c-9dbf-122f59a478db owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:43.939059 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (ecefbd31-0dd1-407c-9dbf-122f59a478db), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:43.963167 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'Port': ['ID=ecefbd31-0dd1-407c-9dbf-122f59a478db,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:43.978397 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.978774 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.979117 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.979460 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.979846 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.980181 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.980510 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.980834 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.981161 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.981496 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.981824 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.982148 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.982472 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.982792 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:43.983111 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:32:44.037907 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (4396575f-b060-4048-9fb0-8bce5272805e), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:44.038248 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Floating IP 4396575f-b060-4048-9fb0-8bce5272805e disassociated (deleted). External IP: 172.27.1.136, port: b5111a4c-b4df-4322-9ba6-ed030e5c0f14. Mar 15 17:32:44.248892 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:32:44.358968 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:32:44.363812 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:44.368827 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:32:44.378867 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:32:44.379466 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:15Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:44.393173 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-527c0513-378d-447d-93aa-0d3d0848c70a tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "DELETE /v2.0/floatingips/4396575f-b060-4048-9fb0-8bce5272805e HTTP/1.1" status: 204 len: 168 time: 0.9022810 Mar 15 17:32:44.393976 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:32:44.396387 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe3e56-72dd-4c09-b0f0-346ce728e225" -d '{"events": [{"name": "network-changed", "server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:32:44.443684 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1b4980-b68d-4c99-8df5-f35636765bcf x-openstack-request-id: req-1f1b4980-b68d-4c99-8df5-f35636765bcf {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:32:44.444245 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:32:44.444663 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f1b4980-b68d-4c99-8df5-f35636765bcf {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:32:44.445164 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'status': 'completed', 'code': 200} Mar 15 17:32:44.495857 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:32:44.513877 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-d6fd86e4-e6af-43a6-a24c-3f930c75fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:44.515432 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-d6fd86e4-e6af-43a6-a24c-3f930c75fc0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 1130 time: 0.0474000 Mar 15 17:32:44.610446 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-c048efbf-c0fe-4c6d-a737-522b8fb616fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:44.612005 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-c048efbf-c0fe-4c6d-a737-522b8fb616fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.0895245 Mar 15 17:32:44.655150 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-801c48c0-2038-48bf-a3c1-f92c24dac3f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0371575 Mar 15 17:32:44.721703 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-ee60f89c-1067-4b09-8568-976c41a42ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:44.723919 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-ee60f89c-1067-4b09-8568-976c41a42ef7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0478599 Mar 15 17:32:44.753732 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6899bca9-49b4-4350-86c7-60dbddf19f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:44.784213 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-84304375-27e6-4368-b8db-3f22d643df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:44.785945 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-84304375-27e6-4368-b8db-3f22d643df19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553882 Mar 15 17:32:44.825339 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:08Z', 'revision_number': 1, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:44.850936 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:32:44.859260 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:32:44.859896 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:44.917804 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b687637-236b-4e8e-b3d5-eed90d38df33 req-1be5399a-7486-42f9-b06b-d2bb7f3e7123 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:44.919290 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b687637-236b-4e8e-b3d5-eed90d38df33 req-1be5399a-7486-42f9-b06b-d2bb7f3e7123 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 946 time: 0.1181400 Mar 15 17:32:44.923889 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-86cffdc5-160e-4558-a2ef-a0294407b410 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308086 Mar 15 17:32:44.967218 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:32:45.015079 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2b687637-236b-4e8e-b3d5-eed90d38df33 req-74282c4b-8c27-4841-8df5-2cf176208716 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896738 Mar 15 17:32:45.047400 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-0ffe3e56-72dd-4c09-b0f0-346ce728e225 req-e8ed7b2e-323f-403a-b1b1-700d65164c4c service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146929 Mar 15 17:32:45.188471 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:08Z', 'revision_number': 1, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:45.214315 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd0bb4-6754-41e7-997e-76dfb8f152e8 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_floatingips': [{'id': '3fc90ddb-8e95-42cd-9c96-8abe92268f1d', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'router_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'port_id': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'mac_address': 'fa:16:3e:db:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:29:06Z', 'updated_at': '2022-03-15T17:29:08Z', 'revision_number': 1, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:32:45.426892 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0710a-f140-4b94-8e93-34ca63a17c1c None None] New status for floating IP 4396575f-b060-4048-9fb0-8bce5272805e: DOWN {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:32:45.857061 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:46.139814 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45811a9a-c01a-4651-95fa-a0652fac192a req-c19d8860-77f6-4011-800f-806540e0dd89 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:46.141181 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-45811a9a-c01a-4651-95fa-a0652fac192a req-c19d8860-77f6-4011-800f-806540e0dd89 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 946 time: 0.0551736 Mar 15 17:32:46.188234 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-45811a9a-c01a-4651-95fa-a0652fac192a req-cb51c312-7347-47e1-91b9-1521061ce99d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410612 Mar 15 17:32:46.400354 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-24b85144-9405-4f69-9726-f5c708ffbd2d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:46.401713 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-24b85144-9405-4f69-9726-f5c708ffbd2d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 946 time: 0.0510988 Mar 15 17:32:46.492368 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Deleting port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:46.492708 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:46.577777 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] For port b5111a4c-b4df-4322-9ba6-ed030e5c0f14, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:32:46.578140 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:46.591963 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Calling delete_port for b5111a4c-b4df-4322-9ba6-ed030e5c0f14 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:46.796341 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (b5111a4c-b4df-4322-9ba6-ed030e5c0f14), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:46.825757 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'Port': ['ID=b5111a4c-b4df-4322-9ba6-ed030e5c0f14,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:46.870340 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] No DVR routers for this DVR port b5111a4c-b4df-4322-9ba6-ed030e5c0f14 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:32:46.872910 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:46.876207 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-438bd198-b48e-4fad-91ed-9b3e28b2a549 req-b8545503-be79-49d8-a13a-3e0cd7e177f2 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "DELETE /v2.0/ports/b5111a4c-b4df-4322-9ba6-ed030e5c0f14 HTTP/1.1" status: 204 len: 173 time: 0.4690869 Mar 15 17:32:46.876647 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'name': 'network-vif-deleted', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:32:46.878866 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374678b2-05df-422b-9bd3-5d9a74f16331" -d '{"events": [{"server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "name": "network-vif-deleted", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:32:46.916060 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3761d8-c521-471f-987c-5c919b4627bd x-openstack-request-id: req-3a3761d8-c521-471f-987c-5c919b4627bd {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:32:46.916350 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4248118d-89ea-481c-9fcb-0c4c556ea2d8", "name": "network-vif-deleted", "tag": "b5111a4c-b4df-4322-9ba6-ed030e5c0f14", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:32:46.916601 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a3761d8-c521-471f-987c-5c919b4627bd {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:32:46.917003 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4248118d-89ea-481c-9fcb-0c4c556ea2d8', 'name': 'network-vif-deleted', 'tag': 'b5111a4c-b4df-4322-9ba6-ed030e5c0f14', 'status': 'completed', 'code': 200} Mar 15 17:32:47.284600 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-faa03625-fddb-415b-959d-5379f73e07e3 req-a2293985-d2db-41a0-815a-d58352013d3d tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=4248118d-89ea-481c-9fcb-0c4c556ea2d8 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Mar 15 17:32:47.413494 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:48.276247 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:32:48.744222 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:49.423542 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b5111a4c-b4df-4322-9ba6-ed030e5c0f14 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:32:49.443324 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: b5111a4c-b4df-4322-9ba6-ed030e5c0f14 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:32:49.443689 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device b5111a4c-b4df-4322-9ba6-ed030e5c0f14 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:32:50.747104 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58242) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:32:50.911440 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Deleting port 292d69a0-8155-4a41-a066-cfc399b17113 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:50.911785 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (292d69a0-8155-4a41-a066-cfc399b17113), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:50.985246 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (292d69a0-8155-4a41-a066-cfc399b17113), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:50.985467 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (292d69a0-8155-4a41-a066-cfc399b17113), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:50.996783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Calling delete_port for 292d69a0-8155-4a41-a066-cfc399b17113 owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:51.227760 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (292d69a0-8155-4a41-a066-cfc399b17113), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:51.250713 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'Port': ['ID=292d69a0-8155-4a41-a066-cfc399b17113,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:51.314438 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (3fc90ddb-8e95-42cd-9c96-8abe92268f1d), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:51.314765 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.db.l3_db [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Floating IP 3fc90ddb-8e95-42cd-9c96-8abe92268f1d disassociated (deleted). External IP: 172.27.1.65, port: fdf386f3-51a7-428d-9103-02bfd4fba694. Mar 15 17:32:51.519744 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:32:51.625064 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:32:51.634226 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:51.634929 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:32:51.644924 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:32:51.645598 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:51.659107 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b1952cfe-fbfe-4891-9fbc-09dc8758cb38 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "DELETE /v2.0/floatingips/3fc90ddb-8e95-42cd-9c96-8abe92268f1d HTTP/1.1" status: 204 len: 168 time: 0.9108994 Mar 15 17:32:51.659712 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:32:51.662602 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:32:51.700736 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e2bba1-ebc8-412c-aa54-8e4c8c31cbbc x-openstack-request-id: req-b8e2bba1-ebc8-412c-aa54-8e4c8c31cbbc {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:32:51.701057 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:32:51.701319 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8e2bba1-ebc8-412c-aa54-8e4c8c31cbbc {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:32:51.701724 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'status': 'completed', 'code': 200} Mar 15 17:32:51.753952 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:32:51.766319 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-4bb7e59b-ef78-48c5-be00-66750f42e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:51.767898 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-4bb7e59b-ef78-48c5-be00-66750f42e17e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 1129 time: 0.0458593 Mar 15 17:32:51.861333 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-0cd9511a-880b-4345-804a-a8adc44c54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:51.862726 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-0cd9511a-880b-4345-804a-a8adc44c54af service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 200 len: 911 time: 0.0884855 Mar 15 17:32:51.963234 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:51.991896 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:32:52.002650 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:32:52.003281 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:52.115215 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:32:52.177759 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-2fb43f99-aefa-4301-a6b7-0c475c87524d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 200 len: 217 time: 0.3089418 Mar 15 17:32:52.250397 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-2f4faf61-a5da-4150-b489-3c53c1fa2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:52.251868 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-2f4faf61-a5da-4150-b489-3c53c1fa2c9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 200 len: 849 time: 0.0668848 Mar 15 17:32:52.263468 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923a6d-f430-4911-99b8-da15c8b0e03e req-c528a4f4-1c9f-4b44-b2f6-058a9ffdeade tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:52.264915 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b923a6d-f430-4911-99b8-da15c8b0e03e req-c528a4f4-1c9f-4b44-b2f6-058a9ffdeade tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0902224 Mar 15 17:32:52.312479 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:52.339753 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-7b923a6d-f430-4911-99b8-da15c8b0e03e req-57e6e8fa-f81d-43fe-b905-87dfbdcb6bdc tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663860 Mar 15 17:32:52.342408 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-6c7249d9-925e-48d1-933d-7091dfb964b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:52.342762 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f4758-31bc-4ed5-8af6-e6e506fbc041 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:38Z', 'revision_number': 4, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi', '_interfaces': [{'id': 'f400e918-5de3-427f-9fd8-864cfd5eb0b3', 'name': '', 'network_id': 'ac635906-cd82-4bc3-80dc-c20fcd55bc58', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'mac_address': 'fa:16:3e:20:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:37Z', 'updated_at': '2022-03-15T17:25:41Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'subnets': [{'id': '7d79ad2a-8c97-45b7-940a-d133e16a4e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:32:52.343877 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-6c7249d9-925e-48d1-933d-7091dfb964b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac635906-cd82-4bc3-80dc-c20fcd55bc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780916 Mar 15 17:32:52.441014 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-bbe457e3-9d3e-4bb1-9514-e169be177a1e service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901110 Mar 15 17:32:52.533247 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-d6c7909d-1d1b-494a-aeb7-26197efb3f1c req-203fa1c9-5c42-467d-a45b-402c8341f188 service neutron] 10.222.0.44 "GET /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858653 Mar 15 17:32:52.577364 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fa753-9c57-43d7-9ace-91966c2849f2 None None] New status for floating IP 3fc90ddb-8e95-42cd-9c96-8abe92268f1d: DOWN {{(pid=103756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:32:53.460952 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337a895-ab46-454f-bd6b-32ebe129b73c req-c8800c24-5a26-4e2f-98f1-b6893c3cc3a6 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:53.462426 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2337a895-ab46-454f-bd6b-32ebe129b73c req-c8800c24-5a26-4e2f-98f1-b6893c3cc3a6 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0524879 Mar 15 17:32:53.510304 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-2337a895-ab46-454f-bd6b-32ebe129b73c req-35db0b45-6814-4c61-a877-fa0364a73063 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Mar 15 17:32:53.564089 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-4314f15c-6d51-40e8-b7bf-b171a9de31ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:32:53.565526 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-4314f15c-6d51-40e8-b7bf-b171a9de31ed tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 945 time: 0.0543947 Mar 15 17:32:53.653416 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Deleting port fdf386f3-51a7-428d-9103-02bfd4fba694 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:53.653668 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:53.741886 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] For port fdf386f3-51a7-428d-9103-02bfd4fba694, host hv-cinder-83387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83387',level=0,port_id=fdf386f3-51a7-428d-9103-02bfd4fba694,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:32:53.742245 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:53.754723 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Calling delete_port for fdf386f3-51a7-428d-9103-02bfd4fba694 owned by compute:nova {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:53.942355 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (fdf386f3-51a7-428d-9103-02bfd4fba694), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:53.971321 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'Port': ['ID=fdf386f3-51a7-428d-9103-02bfd4fba694,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:54.014055 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] No DVR routers for this DVR port fdf386f3-51a7-428d-9103-02bfd4fba694 on host hv-cinder-83387 {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:32:54.016634 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for port (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:54.019955 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-901569c0-fdd4-4105-ab13-4fe2725527ee req-8c0efce2-be1e-4cb1-85ce-2274bd16f203 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.44 "DELETE /v2.0/ports/fdf386f3-51a7-428d-9103-02bfd4fba694 HTTP/1.1" status: 204 len: 173 time: 0.4492745 Mar 15 17:32:54.020617 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'name': 'network-vif-deleted', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694'}] {{(pid=103754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:32:54.023324 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44bfc4a5928890d8cc5b8a2b19cb288069a8c61010cd7513eae808043094d669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50446e4b-dbc8-4fe9-bbd1-e4aadd1d48f7" -d '{"events": [{"server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "name": "network-vif-deleted", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694"}]}' {{(pid=103754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:32:54.057381 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd5597-8cc8-4669-b191-45ee4a73d6ef x-openstack-request-id: req-eedd5597-8cc8-4669-b191-45ee4a73d6ef {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:32:54.057733 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33af5c5e-6611-4af4-a94a-65f050e4f88c", "name": "network-vif-deleted", "tag": "fdf386f3-51a7-428d-9103-02bfd4fba694", "status": "completed", "code": 200}]} {{(pid=103754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:32:54.057987 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eedd5597-8cc8-4669-b191-45ee4a73d6ef {{(pid=103754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:32:54.058383 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33af5c5e-6611-4af4-a94a-65f050e4f88c', 'name': 'network-vif-deleted', 'tag': 'fdf386f3-51a7-428d-9103-02bfd4fba694', 'status': 'completed', 'code': 200} Mar 15 17:32:54.616244 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [req-44c2cc00-faf3-40bf-b1f0-b38f5b1cb6cc req-da023c7d-842c-4d12-8140-a54f4445989f tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "GET /v2.0/ports?device_id=33af5c5e-6611-4af4-a94a-65f050e4f88c HTTP/1.1" status: 200 len: 210 time: 0.0283465 Mar 15 17:32:55.672879 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58258) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:32:55.795535 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Deleting port 414fe85c-8639-4d61-ac71-82755e47a689 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:55.795913 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (414fe85c-8639-4d61-ac71-82755e47a689), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:55.874389 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (414fe85c-8639-4d61-ac71-82755e47a689), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:55.874718 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (414fe85c-8639-4d61-ac71-82755e47a689), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:55.886916 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Calling delete_port for 414fe85c-8639-4d61-ac71-82755e47a689 owned by network:floatingip {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:56.085040 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (414fe85c-8639-4d61-ac71-82755e47a689), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:56.109876 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'Port': ['ID=414fe85c-8639-4d61-ac71-82755e47a689,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:56.173386 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for floatingip (54ad4c7c-e1a1-4514-9d28-247ebc2f61a3), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:56.175868 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254009'] for floatingip (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:56.177599 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-628a4378-ff46-4540-bb67-febdec8c5c2c tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "DELETE /v2.0/floatingips/54ad4c7c-e1a1-4514-9d28-247ebc2f61a3 HTTP/1.1" status: 204 len: 168 time: 0.5031331 Mar 15 17:32:57.438465 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fdf386f3-51a7-428d-9103-02bfd4fba694 no longer exists at agent hyperv_hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:32:57.461716 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] No Port match for: fdf386f3-51a7-428d-9103-02bfd4fba694 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:32:57.462062 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Device fdf386f3-51a7-428d-9103-02bfd4fba694 not bound to the agent host hv-cinder-83387 {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:32:57.528043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58270) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:32:57.583664 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1de7ef-cb1b-47a1-a22b-ca4dd248cf78 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group (c81fdfc5-b6f8-4e54-948b-63cc0bf2f853), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:57.608794 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1de7ef-cb1b-47a1-a22b-ca4dd248cf78 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group (c81fdfc5-b6f8-4e54-948b-63cc0bf2f853), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:57.721457 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1de7ef-cb1b-47a1-a22b-ca4dd248cf78 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (c81fdfc5-b6f8-4e54-948b-63cc0bf2f853), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:57.724043 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba1de7ef-cb1b-47a1-a22b-ca4dd248cf78 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:57.725209 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-ba1de7ef-cb1b-47a1-a22b-ca4dd248cf78 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] 10.222.0.23 "DELETE /v2.0/security-groups/c81fdfc5-b6f8-4e54-948b-63cc0bf2f853 HTTP/1.1" status: 204 len: 168 time: 0.1961794 Mar 15 17:32:57.734531 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1de7ef-cb1b-47a1-a22b-ca4dd248cf78 tempest-TestVolumeBootPattern-317259527 tempest-TestVolumeBootPattern-317259527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fdfc5-b6f8-4e54-948b-63cc0bf2f853,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:57.826112 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58274) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:32:58.402210 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:58.641681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Deleting port f400e918-5de3-427f-9fd8-864cfd5eb0b3 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:58.642484 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:58.721258 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] For port f400e918-5de3-427f-9fd8-864cfd5eb0b3, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=f400e918-5de3-427f-9fd8-864cfd5eb0b3,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:32:58.721616 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:58.735274 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Calling delete_port for f400e918-5de3-427f-9fd8-864cfd5eb0b3 owned by network:router_interface {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:58.759026 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:58.982164 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (f400e918-5de3-427f-9fd8-864cfd5eb0b3), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:59.008425 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f400e918-5de3-427f-9fd8-864cfd5eb0b3,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:32:59.171582 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:59.381748 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Router f2de180a-7cae-4522-ac3d-ac2cfbbb478c has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:32:59.485276 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:32:59.490901 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-75560a34-7285-43f0-a4e8-e64102754bf5 admin admin] 10.222.0.23 "PUT /v2.0/routers/f2de180a-7cae-4522-ac3d-ac2cfbbb478c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6637127 Mar 15 17:32:59.493571 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 58278) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:32:59.494399 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] Sync routers for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:32:59.503811 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:32:59.504413 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:59.603296 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks [] for router (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:59.610631 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: dv-cinder-833871-1-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:32:59.709170 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks [] for router_gateway (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:59.823587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Deleting port 5cc0f89d-1de0-4685-8c06-15a86813977f {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:32:59.823960 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:59.870988 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:32:58Z', 'revision_number': 5, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port': {'id': '5cc0f89d-1de0-4685-8c06-15a86813977f', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:59.900022 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] Checking router: f2de180a-7cae-4522-ac3d-ac2cfbbb478c for host: dv-cinder-833871-1-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:32:59.908225 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] Routers {'f2de180a-7cae-4522-ac3d-ac2cfbbb478c'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:32:59.908820 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:32:59.909805 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] For port 5cc0f89d-1de0-4685-8c06-15a86813977f, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=5cc0f89d-1de0-4685-8c06-15a86813977f,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:32:59.910163 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:59.923739 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Calling delete_port for 5cc0f89d-1de0-4685-8c06-15a86813977f owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:32:59.996456 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] Set router f2de180a-7cae-4522-ac3d-ac2cfbbb478c gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:33:00.047157 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:32:59Z', 'revision_number': 6, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:00.076712 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc4b48-15ea-42b0-85a1-e74a4bb5ce76 None None] The sync data for ids ['f2de180a-7cae-4522-ac3d-ac2cfbbb478c'] in dv-cinder-833871-1-iscsi is: [{'id': 'f2de180a-7cae-4522-ac3d-ac2cfbbb478c', 'name': 'tempest-TestVolumeBootPattern-95644871-router', 'tenant_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:35Z', 'updated_at': '2022-03-15T17:32:59Z', 'revision_number': 6, 'project_id': 'c1d0bc5b1ec74662b36773cf3bcc8cd5', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:33:00.127354 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (5cc0f89d-1de0-4685-8c06-15a86813977f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.152131 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc0f89d-1de0-4685-8c06-15a86813977f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:00.163556 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.163917 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.164257 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.164587 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.164911 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.165237 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.165554 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.165870 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.166186 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.166503 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.166828 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.167142 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.167455 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.167794 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.168108 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:00.224409 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.314263 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.316336 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks [] for router_controller (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.401592 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (f2de180a-7cae-4522-ac3d-ac2cfbbb478c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.402044 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2de180a-7cae-4522-ac3d-ac2cfbbb478c {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:33:00.406231 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.407367 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-59e8b20d-5fb5-4143-b48d-42fe7cbd6c10 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f2de180a-7cae-4522-ac3d-ac2cfbbb478c HTTP/1.1" status: 204 len: 168 time: 0.9128170 Mar 15 17:33:00.409945 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 58282) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:00.456365 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Deleting subnet 7d79ad2a-8c97-45b7-940a-d133e16a4e15 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:33:00.460646 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Publish callbacks [] for subnet (7d79ad2a-8c97-45b7-940a-d133e16a4e15), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.501182 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (7d79ad2a-8c97-45b7-940a-d133e16a4e15), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.582092 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (7d79ad2a-8c97-45b7-940a-d133e16a4e15), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.754026 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (7d79ad2a-8c97-45b7-940a-d133e16a4e15), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.778341 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d79ad2a-8c97-45b7-940a-d133e16a4e15,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:00.782289 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.785455 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-34e1c7bc-066a-4c0c-9a2d-bd361d35d8e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d79ad2a-8c97-45b7-940a-d133e16a4e15 HTTP/1.1" status: 204 len: 168 time: 0.3745790 Mar 15 17:33:00.788492 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d08d8-b88a-4916-86f6-565cec2b238f None None] Network ac635906-cd82-4bc3-80dc-c20fcd55bc58 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:33:00.789001 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58284) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:00.863268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (ac635906-cd82-4bc3-80dc-c20fcd55bc58), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.921160 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Deleting port 04e4817f-de90-4e5c-810b-efa753d13979 {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:33:00.921531 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (04e4817f-de90-4e5c-810b-efa753d13979), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:00.991322 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] For port 04e4817f-de90-4e5c-810b-efa753d13979, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=04e4817f-de90-4e5c-810b-efa753d13979,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:33:00.991730 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (04e4817f-de90-4e5c-810b-efa753d13979), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.004601 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Calling delete_port for 04e4817f-de90-4e5c-810b-efa753d13979 owned by network:dhcp {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:33:01.075374 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] DHCP port deletion for ac635906-cd82-4bc3-80dc-c20fcd55bc58 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:33:01.122983 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Deleting port 04e4817f-de90-4e5c-810b-efa753d13979 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:33:01.123350 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (04e4817f-de90-4e5c-810b-efa753d13979), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.156053 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (04e4817f-de90-4e5c-810b-efa753d13979), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.180667 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e4817f-de90-4e5c-810b-efa753d13979,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:01.186805 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] No DVR routers for this DVR port 04e4817f-de90-4e5c-810b-efa753d13979 on host dv-cinder-833871-1-iscsi {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:33:01.193512 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] For port 04e4817f-de90-4e5c-810b-efa753d13979, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=04e4817f-de90-4e5c-810b-efa753d13979,segment=NetworkSegment(b8d65a52-17c5-4015-a029-b0bb05fc23ab),segment_id=b8d65a52-17c5-4015-a029-b0bb05fc23ab)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:33:01.194021 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (04e4817f-de90-4e5c-810b-efa753d13979), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.206971 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Calling delete_port for 04e4817f-de90-4e5c-810b-efa753d13979 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:33:01.258482 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (ac635906-cd82-4bc3-80dc-c20fcd55bc58), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.278801 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac635906-cd82-4bc3-80dc-c20fcd55bc58']}} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:01.281500 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (04e4817f-de90-4e5c-810b-efa753d13979), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.289062 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d65a52-17c5-4015-a029-b0bb05fc23ab') {'for_net_delete': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:01.289480 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d65a52-17c5-4015-a029-b0bb05fc23ab') {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:01.299472 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576156'] for segment (b8d65a52-17c5-4015-a029-b0bb05fc23ab), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.310191 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Pushing event deleted for resources: {'Port': ['ID=04e4817f-de90-4e5c-810b-efa753d13979,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:01.314155 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (b8d65a52-17c5-4015-a029-b0bb05fc23ab), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.314566 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] No DVR routers for this DVR port 04e4817f-de90-4e5c-810b-efa753d13979 on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:33:01.321340 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.321689 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.322027 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.328638 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.328638 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329050 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:33:01.329314 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329416 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33390556'] for segment (b8d65a52-17c5-4015-a029-b0bb05fc23ab), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.329530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.329530 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: Traceback (most recent call last): Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: timer() Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: cb(*args, **kw) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: return func(*args, **kwargs) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: self._notify() Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: self.callback(batched_events) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: event.method(event) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: return f(self, *a, **k) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._get(url).json() Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: return self.request(url, 'GET', **kwargs) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:33:01.330044 dv-cinder-833871-1-iscsi neutron-server[103754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:33:01.332563 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.332563 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.332563 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ec8554-4fad-4968-a267-5f2d8b3fa106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833871-1-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:33:01.424465 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (ac635906-cd82-4bc3-80dc-c20fcd55bc58), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.430264 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:01.435987 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ac635906-cd82-4bc3-80dc-c20fcd55bc58 HTTP/1.1" status: 204 len: 168 time: 0.6438422 Mar 15 17:33:01.436662 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 58286) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:01.445592 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b111bb8-105f-4d0f-bc54-5f60e689fa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac635906-cd82-4bc3-80dc-c20fcd55bc58,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:01.803194 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8028173'] for router_interface (a01feee3-c675-445c-b07f-63a959d822c7), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:02.042350 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Deleting port ce1a76c9-ca1a-4d2d-a10d-273805e71105 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:33:02.042676 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:02.119038 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] For port ce1a76c9-ca1a-4d2d-a10d-273805e71105, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=ce1a76c9-ca1a-4d2d-a10d-273805e71105,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:33:02.119400 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:02.132412 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Calling delete_port for ce1a76c9-ca1a-4d2d-a10d-273805e71105 owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:33:02.150945 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5cc0f89d-1de0-4685-8c06-15a86813977f no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:33:02.174433 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 5cc0f89d-1de0-4685-8c06-15a86813977f {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:33:02.174859 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 5cc0f89d-1de0-4685-8c06-15a86813977f not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:33:02.175336 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device f400e918-5de3-427f-9fd8-864cfd5eb0b3 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:33:02.194138 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: f400e918-5de3-427f-9fd8-864cfd5eb0b3 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:33:02.194487 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device f400e918-5de3-427f-9fd8-864cfd5eb0b3 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:33:02.194906 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 04e4817f-de90-4e5c-810b-efa753d13979 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:33:02.212974 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 04e4817f-de90-4e5c-810b-efa753d13979 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:33:02.213322 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 04e4817f-de90-4e5c-810b-efa753d13979 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:33:02.361344 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (ce1a76c9-ca1a-4d2d-a10d-273805e71105), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:02.386919 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1a76c9-ca1a-4d2d-a10d-273805e71105,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:02.805401 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7878679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8028345'] for router_interface (a01feee3-c675-445c-b07f-63a959d822c7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.017582 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Router a01feee3-c675-445c-b07f-63a959d822c7 has already been hosted by L3 agent f5deaa04-250b-47c9-89ed-fca6eb4619d0 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:33:03.120945 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] Notify agent at l3_agent.dv-cinder-833871-1-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:33:03.125675 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5e82ab30-6bad-4727-afca-9813cfa5f456 admin admin] 10.222.0.23 "PUT /v2.0/routers/a01feee3-c675-445c-b07f-63a959d822c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879740 Mar 15 17:33:03.128350 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 58288) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:03.130649 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] Sync routers for ids ['a01feee3-c675-445c-b07f-63a959d822c7'] in dv-cinder-833871-1-iscsi {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:33:03.139883 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] Routers {'a01feee3-c675-445c-b07f-63a959d822c7'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:33:03.140499 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a01feee3-c675-445c-b07f-63a959d822c7'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:03.229021 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks [] for router (a01feee3-c675-445c-b07f-63a959d822c7), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.244902 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] Set router a01feee3-c675-445c-b07f-63a959d822c7 gateway port host: dv-cinder-833871-1-iscsi {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:33:03.331008 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks [] for router_gateway (a01feee3-c675-445c-b07f-63a959d822c7), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.419805 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'external_fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:33:02Z', 'revision_number': 5, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port': {'id': 'bfa420df-0bdd-488e-bf5d-ca15cc4288eb', 'name': '', 'network_id': 'ff201876-237a-4d11-8b70-5221cbe9a6ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:25:42Z', 'updated_at': '2022-03-15T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6903674-3398-4448-91cb-8b407e687fbb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833871-1-iscsi'}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:03.446729 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] Checking router: a01feee3-c675-445c-b07f-63a959d822c7 for host: dv-cinder-833871-1-iscsi {{(pid=103756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:33:03.454985 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] Routers {'a01feee3-c675-445c-b07f-63a959d822c7'} bound to L3 agent in host dv-cinder-833871-1-iscsi {{(pid=103756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:33:03.455605 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:11:15Z,description=,heartbeat_timestamp=2022-03-15T17:32:45Z,host='dv-cinder-833871-1-iscsi',id=f5deaa04-250b-47c9-89ed-fca6eb4619d0,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:11:15Z,topic='l3_agent')) {'router_ids': ['a01feee3-c675-445c-b07f-63a959d822c7'], 'active': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:03.462960 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Deleting port bfa420df-0bdd-488e-bf5d-ca15cc4288eb {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:33:03.463297 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.539832 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] For port bfa420df-0bdd-488e-bf5d-ca15cc4288eb, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,segment=NetworkSegment(2b57a30c-cb8e-4b16-b378-52e2ed7cc2da),segment_id=2b57a30c-cb8e-4b16-b378-52e2ed7cc2da)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:33:03.540283 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.541163 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvr_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] Set router a01feee3-c675-445c-b07f-63a959d822c7 gateway port host: None {{(pid=103756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:33:03.553353 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Calling delete_port for bfa420df-0bdd-488e-bf5d-ca15cc4288eb owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:33:03.595265 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_hamode_db [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:33:03Z', 'revision_number': 6, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port_host': None}], 'dv-cinder-833871-1-iscsi', False) {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:03.622013 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e258be1-e5b5-439d-8ab8-d7d1076c02e3 None None] The sync data for ids ['a01feee3-c675-445c-b07f-63a959d822c7'] in dv-cinder-833871-1-iscsi is: [{'id': 'a01feee3-c675-445c-b07f-63a959d822c7', 'name': 'tempest-TestVolumeBootPattern-24067411-router', 'tenant_id': 'e219a971a5c24baf94d794fe8cebf087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:25:41Z', 'updated_at': '2022-03-15T17:33:03Z', 'revision_number': 6, 'project_id': 'e219a971a5c24baf94d794fe8cebf087', 'gw_port_host': None}] {{(pid=103756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:33:03.789853 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33208973'] for port (bfa420df-0bdd-488e-bf5d-ca15cc4288eb), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.819978 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa420df-0bdd-488e-bf5d-ca15cc4288eb,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:03.882038 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8029275'] for router_gateway (a01feee3-c675-445c-b07f-63a959d822c7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.975606 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8057810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13515'] for router (a01feee3-c675-445c-b07f-63a959d822c7), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:03.978060 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks [] for router_controller (a01feee3-c675-445c-b07f-63a959d822c7), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.099282 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8057771'] for router (a01feee3-c675-445c-b07f-63a959d822c7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.099878 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01feee3-c675-445c-b07f-63a959d822c7 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:33:04.104838 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.105998 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c6e3ac2b-89e6-4f8b-9a18-b2bb291ffa8e admin admin] 10.222.0.23 "DELETE /v2.0/routers/a01feee3-c675-445c-b07f-63a959d822c7 HTTP/1.1" status: 204 len: 168 time: 0.9765358 Mar 15 17:33:04.108482 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.23', 58290) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:04.155296 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Deleting subnet 933b36be-a00c-409f-917f-af68518e06b8 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:33:04.158429 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Publish callbacks [] for subnet (933b36be-a00c-409f-917f-af68518e06b8), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.192312 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33207426'] for subnet (933b36be-a00c-409f-917f-af68518e06b8), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.265293 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396306'] for subnet (933b36be-a00c-409f-917f-af68518e06b8), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.402104 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7971984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33208928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639486'] for subnet (933b36be-a00c-409f-917f-af68518e06b8), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.431192 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bfa420df-0bdd-488e-bf5d-ca15cc4288eb no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:33:04.433363 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933b36be-a00c-409f-917f-af68518e06b8,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:04.438337 dv-cinder-833871-1-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.442931 dv-cinder-833871-1-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3c35fc81-e06c-479b-91d0-c1623045baba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/933b36be-a00c-409f-917f-af68518e06b8 HTTP/1.1" status: 204 len: 168 time: 0.3328240 Mar 15 17:33:04.445808 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58292) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:04.454069 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef1d00-4cc7-4a45-996d-a27adb8f75c7 None None] Network 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 requested from dv-cinder-833871-1-iscsi {{(pid=103756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:33:04.457201 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: bfa420df-0bdd-488e-bf5d-ca15cc4288eb {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:33:04.457594 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device bfa420df-0bdd-488e-bf5d-ca15cc4288eb not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:33:04.458715 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ce1a76c9-ca1a-4d2d-a10d-273805e71105 no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:33:04.517238 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: ce1a76c9-ca1a-4d2d-a10d-273805e71105 {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:33:04.517586 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device ce1a76c9-ca1a-4d2d-a10d-273805e71105 not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:33:04.522261 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564813'] for network (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.576268 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Deleting port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda {{(pid=103754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:33:04.576757 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.649235 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] DHCP port deletion for 111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 request from dv-cinder-833871-1-iscsi {{(pid=103756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:33:04.650027 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] For port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:33:04.650392 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.675744 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Calling delete_port for 81e32a31-a845-45ca-8ff0-2bb04bbc0fda owned by network:dhcp {{(pid=103754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:33:04.714325 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] Deleting port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:33:04.714702 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776686345373'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.780660 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] For port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda, host dv-cinder-833871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833871-1-iscsi',level=0,port_id=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,segment=NetworkSegment(5416f8b1-7381-4485-a284-35599f86b4fc),segment_id=5416f8b1-7381-4485-a284-35599f86b4fc)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:33:04.781053 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8030109'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.794272 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] Calling delete_port for 81e32a31-a845-45ca-8ff0-2bb04bbc0fda owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:33:04.830468 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33390475'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.857512 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:04.861073 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] No DVR routers for this DVR port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda on host dv-cinder-833871-1-iscsi {{(pid=103754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:33:04.874408 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1516838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776686351364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776685892437'] for port (81e32a31-a845-45ca-8ff0-2bb04bbc0fda), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.903309 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] Pushing event deleted for resources: {'Port': ['ID=81e32a31-a845-45ca-8ff0-2bb04bbc0fda,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:04.907065 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f0184-ef7d-4740-b05a-2e29abc8d423 None None] No DVR routers for this DVR port 81e32a31-a845-45ca-8ff0-2bb04bbc0fda on host dv-cinder-833871-1-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:33:04.937190 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393863', 'neutron.services.segments.db._delete_segments_for_network-8776686486721'] for network (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.958881 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111e5dcc-c9bf-4889-9604-d74e6c0ee0e8']}} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:04.972420 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5416f8b1-7381-4485-a284-35599f86b4fc') {'for_net_delete': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:04.972718 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.services.segments.db [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5416f8b1-7381-4485-a284-35599f86b4fc') {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:33:04.984257 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776686486474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576156'] for segment (5416f8b1-7381-4485-a284-35599f86b4fc), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:04.998141 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449'] for segment (5416f8b1-7381-4485-a284-35599f86b4fc), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.004495 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:33:05.005081 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33390556'] for segment (5416f8b1-7381-4485-a284-35599f86b4fc), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: Traceback (most recent call last): Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: timer() Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: cb(*args, **kw) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: return func(*args, **kwargs) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: self._notify() Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: self.callback(batched_events) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: event.method(event) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: return f(self, *a, **k) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._get(url).json() Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: return self.request(url, 'GET', **kwargs) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:33:05.006849 dv-cinder-833871-1-iscsi neutron-server[103754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:33:05.132588 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7988723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7878670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8029247'] for network (111e5dcc-c9bf-4889-9604-d74e6c0ee0e8), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.137848 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7878716'] for network (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.141068 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/111e5dcc-c9bf-4889-9604-d74e6c0ee0e8 HTTP/1.1" status: 204 len: 168 time: 0.6937368 Mar 15 17:33:05.152437 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1ecf4-5500-4a50-a9f9-f5a8840f46d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=111e5dcc-c9bf-4889-9604-d74e6c0ee0e8,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:05.514783 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58296) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:05.556901 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-01616c38-7d0a-49e0-97b7-bea11b0ecdcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1d0bc5b1ec74662b36773cf3bcc8cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409694 Mar 15 17:33:05.559712 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58298) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:05.605098 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c1a3975c-0c49-4b7a-833b-f16167d4586b admin admin] Publish callbacks [] for security_group (d2f5807f-04f0-4fc3-aafb-51799604b7e7), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.626267 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c1a3975c-0c49-4b7a-833b-f16167d4586b admin admin] Publish callbacks [] for security_group (d2f5807f-04f0-4fc3-aafb-51799604b7e7), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.753681 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c1a3975c-0c49-4b7a-833b-f16167d4586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (d2f5807f-04f0-4fc3-aafb-51799604b7e7), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.756996 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c1a3975c-0c49-4b7a-833b-f16167d4586b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:05.758156 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-c1a3975c-0c49-4b7a-833b-f16167d4586b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2f5807f-04f0-4fc3-aafb-51799604b7e7 HTTP/1.1" status: 204 len: 168 time: 0.1975062 Mar 15 17:33:05.765843 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3975c-0c49-4b7a-833b-f16167d4586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5807f-04f0-4fc3-aafb-51799604b7e7,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:06.157060 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 81e32a31-a845-45ca-8ff0-2bb04bbc0fda no longer exists at agent ovs-agent-dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:33:06.178261 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] No Port match for: 81e32a31-a845-45ca-8ff0-2bb04bbc0fda {{(pid=103756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:33:06.178604 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.rpc [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Device 81e32a31-a845-45ca-8ff0-2bb04bbc0fda not bound to the agent host dv-cinder-833871-1-iscsi {{(pid=103756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:33:06.432660 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58304) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:06.471902 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-5cd01846-323d-4ce4-8e7f-b2ec5d2c9d02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e219a971a5c24baf94d794fe8cebf087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379412 Mar 15 17:33:06.474990 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.wsgi [-] (103754) accepted ('10.222.0.23', 58306) {{(pid=103754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:33:06.522019 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b682b91a-d3fd-439f-9574-8bcaebcc44fa admin admin] Publish callbacks [] for security_group (e710d7f2-c3e2-4a4b-b27c-66be63607764), before_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:06.545442 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b682b91a-d3fd-439f-9574-8bcaebcc44fa admin admin] Publish callbacks [] for security_group (e710d7f2-c3e2-4a4b-b27c-66be63607764), precommit_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:06.698403 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b682b91a-d3fd-439f-9574-8bcaebcc44fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987015'] for security_group (e710d7f2-c3e2-4a4b-b27c-66be63607764), after_delete {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:06.701006 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b682b91a-d3fd-439f-9574-8bcaebcc44fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:06.702193 dv-cinder-833871-1-iscsi neutron-server[103754]: INFO neutron.wsgi [None req-b682b91a-d3fd-439f-9574-8bcaebcc44fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e710d7f2-c3e2-4a4b-b27c-66be63607764 HTTP/1.1" status: 204 len: 168 time: 0.2262425 Mar 15 17:33:06.710797 dv-cinder-833871-1-iscsi neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682b91a-d3fd-439f-9574-8bcaebcc44fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710d7f2-c3e2-4a4b-b27c-66be63607764,revision_number=None']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:33:12.315773 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42569552-b4db-47e1-84af-fa7b48de9ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:14.738413 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d05763f-7bd5-4f7d-86f7-68721c688f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:15.856049 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:17.418035 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:18.760789 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:25.274834 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:33:28.747486 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:42.314341 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f97e37b8-6dfa-4053-b858-586bdc5900e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:44.845882 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-190efb2c-66ba-4ae6-9f31-fa2647719a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:45.868992 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:47.452199 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:48.763901 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:58.771475 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:02.272867 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:34:12.302465 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4038-a7bc-4fcc-b4cd-cf63e98dc7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:14.735037 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2407-cb7a-47cf-9f6f-ad2ddf3bd8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:15.900680 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:17.422183 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:18.777130 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:28.811218 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:39.274435 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:34:42.294196 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be575b63-59b2-4457-8311-b5bf99c5a2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:44.860092 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8de03a3a-fdfa-4272-a4dd-eb6ae2829ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:45.861684 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:47.421947 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:48.762747 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:58.779663 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:12.311111 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a2be23a0-7994-459b-9039-871979f6681b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:14.753402 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ae55-8937-4a8a-ac2f-6892eb173842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:15.871038 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:16.275423 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:35:17.459238 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:18.762488 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:28.798127 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:42.345166 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e42339c1-c652-48bc-a461-c1d99488ad5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:44.757601 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7f9e-c73b-440a-a1ab-168e4304a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:45.883401 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:47.443033 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:48.780727 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:53.275857 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:35:58.808931 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:12.322270 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0b02fddf-7436-4c1c-b67e-705f57964cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:14.767826 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-713e27aa-0276-4b4a-90db-514a7b9d9fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:15.939440 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:17.476196 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:18.790562 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:28.795993 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:30.278338 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:36:42.332956 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd69cfde-3c5e-4b40-b079-c2820baac939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:44.755433 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5324721b-345e-491b-b500-9f461bce51bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:45.875459 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:47.469963 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:48.743826 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:36:58.823884 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:07.277847 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:37:12.383588 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5267021b-37b3-44c7-8362-15c3feaf3f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:14.737895 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5dfc854-eb52-404a-87f9-ecc392b41396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:15.880890 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:17.457384 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:18.737915 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:28.788750 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:42.325518 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-73cbf78f-b157-4408-ad20-d18d69aa9f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:44.278352 dv-cinder-833871-1-iscsi neutron-server[103757]: DEBUG neutron.db.agents_db [None req-da20b5b9-0614-4ea5-b98e-8fc5bd87a63c None None] Agent healthcheck: found 6 active agents {{(pid=103757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:37:44.742694 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-922603e5-8f56-4d8d-b703-3e5dc23007a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:45.874406 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:47.439870 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:48.781878 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:37:58.799339 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0259b61e-9cf9-4fe6-a871-4bf7822bb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (798acde2-394e-496c-afa6-fcea81572e6e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:38:12.319060 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e557b41a-9b8e-4e8a-ba9a-e6dce008e2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (520ef5c9-3ccd-42dd-976a-0542d9651dad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:38:14.827705 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a78a039-8890-4986-a9ae-e9e66568004d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (f5deaa04-250b-47c9-89ed-fca6eb4619d0), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:38:15.902194 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55c37e2a-f235-4260-a518-91e0c33e9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (72504972-a370-42e4-b013-145ab9e30c04), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:38:17.473737 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3046e70-ce0a-4f39-a748-4bd61990bde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (0567354d-d66f-4787-b97c-45f4358b60a7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:38:18.793253 dv-cinder-833871-1-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2407998a-a0d5-4c4c-a97d-860e9967fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776686486703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358334'] for agent (6ee33cb2-6d45-4248-970c-8e615705e135), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}